-- Logs begin at Wed 2022-06-22 09:26:26 UTC, end at Wed 2022-06-22 10:33:53 UTC. -- Jun 22 10:07:21.396162 dv-cinder-847131-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 10:07:24.138881 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.common.config [-] Logging enabled! Jun 22 10:07:24.139434 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev362 Jun 22 10:07:24.139685 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104013) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 22 10:07:24.142976 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.common.config [-] Logging enabled! Jun 22 10:07:24.143234 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev362 Jun 22 10:07:24.143552 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104013) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 22 10:07:24.144518 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 10:07:24.144758 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 10:07:24.145130 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 10:07:24.145385 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 10:07:24.145616 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 10:07:24.146067 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.146375 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.146611 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.146916 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.147217 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.147507 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.147809 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.148115 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.148413 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.148701 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.148994 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.149230 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.149516 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.149848 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.150145 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.150374 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] debug = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.150662 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.151109 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.151517 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.152478 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.152914 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.152996 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.153273 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.153558 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.153946 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.154287 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] host = dv-cinder-847131-1-iscsi {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.154577 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.154875 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.155170 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.155471 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.155752 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.156037 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.156330 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.156612 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.156892 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] log_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.157174 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.157471 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.157796 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.158096 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.158325 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.158554 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.158848 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.159154 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.159436 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.159716 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.160000 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.160281 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.160564 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.160840 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.161133 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.161425 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.161739 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.162025 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.162311 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.162590 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.162870 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.163163 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.163446 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.163726 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.164007 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.164301 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.164576 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.164856 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.165163 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.165461 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.165773 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.166068 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.166348 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.166633 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.166911 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.167187 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.168161 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] use_json = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.168476 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.168790 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.169082 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.169437 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.169749 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.170034 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.170315 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.170608 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.170888 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:24.171193 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.171499 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.171807 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.172098 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.172420 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.172709 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.173006 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.173291 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.173589 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.173908 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.174203 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.174490 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.174797 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.175095 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.175402 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.175717 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.176016 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.176318 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.176606 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.176887 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.177168 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.177453 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.177770 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.178060 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.178356 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.178652 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.178938 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.179243 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.179538 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.179834 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.180136 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.180435 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.180716 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.181000 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.181299 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.181583 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.181886 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.182184 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.182467 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.182746 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.183140 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.183509 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.183808 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.184091 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.184377 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.184731 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.185097 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.185388 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.185669 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.185978 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.186261 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.186556 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.186845 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.187129 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.187409 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.187697 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.187979 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.188259 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.188544 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.188911 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.189333 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.189716 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.189999 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.190282 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.190669 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.191052 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.191408 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.191693 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.191984 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.192265 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.192605 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.192879 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.193163 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.193446 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.193781 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.194069 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.194355 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.194640 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.194924 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.195207 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.195493 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.195776 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.196064 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.196342 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.196643 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.196936 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.197230 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.197519 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.197831 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.198152 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.198435 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.198776 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.199169 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.199494 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.199786 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.200080 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.200370 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.200675 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.200980 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.201268 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.201572 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.201912 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.202214 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.202502 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.202819 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.203108 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:24.203331 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 10:07:24.203578 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104013) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 10:07:24.507196 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 22 10:07:24.507481 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 22 10:07:24.507792 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 22 10:07:24.508134 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 10:07:24.925161 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:24.925471 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:24.925772 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:24.927065 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:24.927353 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:24.927626 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:24.981592 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:24.981964 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:24.982245 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:24.996611 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:24.996898 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:24.997171 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.027916 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.028196 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.028470 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.065164 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.065455 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.065764 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.302843 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.303470 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.303470 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.303631 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.304263 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.411275 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.411602 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.411888 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.412163 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.412434 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.412748 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.413015 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.413278 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.413539 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.413852 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.414119 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.414388 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.414656 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.414915 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.415183 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.415452 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.415711 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.415982 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.416256 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.416524 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.416803 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.417064 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.417402 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.417889 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.418151 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.418406 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.418811 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 10:07:25.419058 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 10:07:25.419302 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 10:07:25.419541 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 10:07:25.419785 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 10:07:25.420033 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 10:07:25.420408 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 10:07:25.424084 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 10:07:25.428417 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 10:07:25.433782 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Jun 22 10:07:25.436039 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 10:07:25.436682 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 10:07:25.437025 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 10:07:25.437426 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 10:07:25.440669 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 10:07:25.440984 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 10:07:25.441340 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 10:07:25.448108 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 22 10:07:25.475390 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 10:07:25.476392 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.476891 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104013) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 22 10:07:25.477290 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.478706 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104013) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 10:07:25.478999 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 10:07:25.479250 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 10:07:25.484013 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.484437 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:25.645552 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 10:07:25.645773 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 10:07:25.645966 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 10:07:25.646371 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 10:07:25.703873 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO dbcounter [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Registered counter for database neutron Jun 22 10:07:25.724254 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_db.sqlalchemy.engines [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104013) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 10:07:25.731362 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writer thread running {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 22 10:07:26.297869 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Initializing driver for type 'gre' Jun 22 10:07:26.298407 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] gre ID ranges: [(1, 1000)] Jun 22 10:07:26.352362 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Initializing driver for type 'local' Jun 22 10:07:26.353028 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Initializing driver for type 'vlan' Jun 22 10:07:26.368050 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] VlanTypeDriver initialization complete Jun 22 10:07:26.368284 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Initializing driver for type 'vxlan' Jun 22 10:07:26.368783 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] vxlan ID ranges: [(1, 1000)] Jun 22 10:07:26.424807 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Initializing extension driver 'port_security' Jun 22 10:07:26.425152 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.extensions.port_security [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] PortSecurityExtensionDriver initialization complete Jun 22 10:07:26.425482 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Initializing mechanism driver 'openvswitch' Jun 22 10:07:26.425836 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Initializing mechanism driver 'hyperv' Jun 22 10:07:26.432546 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:07:26.433468 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > port after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.433871 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > port after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.434229 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > port after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.434743 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 22 10:07:26.435172 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > subnet after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.435531 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > subnet after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.435883 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.436285 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 22 10:07:26.436696 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > network after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.437049 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > network after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.437390 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > network after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.437809 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 22 10:07:26.438219 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > security_group after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.438572 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > security_group after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.438919 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.439314 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 22 10:07:26.439726 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.440075 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.440416 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.440811 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 22 10:07:26.441222 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > address_group after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.441577 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > address_group after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.441951 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.442344 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104013) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 22 10:07:26.442794 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] ML2 OVO RPC backend initialized. {{(pid=104013) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 10:07:26.443513 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.443873 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.444293 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > network before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.444647 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > networks before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.444996 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > port before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.445341 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > ports before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.445705 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > subnet before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.446051 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > subnets before_response 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.446406 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > network after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.446753 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > network after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.447097 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > network after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.447439 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > port after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.447783 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > port after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.448121 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > port after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.448574 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > subnet after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.448923 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > subnet after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.449275 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.456803 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.quota [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded quota_driver: . Jun 22 10:07:26.457167 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.plugin [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Modular L2 Plugin initialization complete Jun 22 10:07:26.457517 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading services supported by the core plugin {{(pid=104013) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 10:07:26.457899 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.plugins.ml2.managers [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Got port-security extension from driver 'port_security' Jun 22 10:07:26.458386 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.extensions.vlantransparent [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Disabled vlantransparent extension. Jun 22 10:07:26.458889 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104013) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 10:07:26.459217 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading Plugin: router Jun 22 10:07:26.495624 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.496027 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router after_create 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.496409 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router before_create 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.496788 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.497168 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.497537 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router after_delete 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.498002 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.498540 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.498911 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router after_create 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.499269 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router after_update 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.499629 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router after_update 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.499992 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.500358 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router after_update 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.500775 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router precommit_update 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.501150 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: port after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.501492 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: port after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.501868 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: subnet after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.502214 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.502567 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.502923 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router precommit_create 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.503277 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: port before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.503623 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router precommit_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.503989 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router after_update 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.504341 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.504702 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router precommit_create 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.505089 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.505425 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router precommit_update 55549900 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.505825 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > agent after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.506183 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > agent after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.506536 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > network after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.507415 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Tracking information for resource: router configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 10:07:26.507751 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Tracking information for resource: floatingip configured {{(pid=104013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 10:07:26.513316 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.db.l3_agentschedulers_db [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 10:07:26.513941 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: port after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.514307 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: port after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.514661 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: port after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.515013 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: port after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.515814 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router before_create 55550100 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.516184 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.516549 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router precommit_create 55550100 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.516909 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > router precommit_update 55550100 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.521789 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.services.provider_configuration [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Service providers = [] {{(pid=104013) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 10:07:26.522162 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.db.servicetype_db [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104013) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 10:07:26.525265 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.services.service_base [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104013) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 10:07:26.525616 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.services.service_base [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104013) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 10:07:26.525989 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.services.service_base [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104013) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 10:07:26.527477 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.services.service_base [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104013) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 10:07:26.527849 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.services.service_base [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 10:07:26.528238 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 10:07:26.528557 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 10:07:26.539022 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 10:07:26.539362 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading Plugin: auto_allocate Jun 22 10:07:26.545095 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: network precommit_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.545462 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: network precommit_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.546020 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 10:07:26.546346 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading Plugin: tag Jun 22 10:07:26.553143 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 10:07:26.553470 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading Plugin: timestamp Jun 22 10:07:26.557333 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 10:07:26.557665 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading Plugin: network_ip_availability Jun 22 10:07:26.563253 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.563628 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.563989 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.564715 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 10:07:26.565037 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading Plugin: flavors Jun 22 10:07:26.570025 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 10:07:26.570354 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading Plugin: revisions Jun 22 10:07:26.575159 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 10:07:26.575554 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_concurrency.lockutils [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.068s {{(pid=104013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 22 10:07:26.576296 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104013) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 22 10:07:26.576629 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Initializing extension manager. Jun 22 10:07:26.577152 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: __init__.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.577498 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: __pycache__ {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.577866 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: address_group.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.578634 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.579221 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: address-group Jun 22 10:07:26.579551 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: address_scope.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.580265 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.580794 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: address-scope Jun 22 10:07:26.581121 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.582086 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.582634 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: router-admin-state-down-before-update Jun 22 10:07:26.582942 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: agent.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.583646 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.584169 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: agent Jun 22 10:07:26.584492 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: agent_resources_synced.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.585409 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.585964 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: agent-resources-synced Jun 22 10:07:26.586294 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: allowedaddresspairs.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.588088 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.588629 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: allowed-address-pairs Jun 22 10:07:26.588960 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: auto_allocated_topology.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.590782 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.591315 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: auto-allocated-topology Jun 22 10:07:26.591644 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: availability_zone.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.592344 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.592873 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: availability_zone Jun 22 10:07:26.593195 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: availability_zone_filter.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.594135 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.594662 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: availability_zone_filter Jun 22 10:07:26.594987 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: data_plane_status.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.595904 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.596428 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 10:07:26.596753 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: default_subnetpools.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.597664 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.598221 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: default-subnetpools Jun 22 10:07:26.598546 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.599354 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.599882 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: dhcp_agent_scheduler Jun 22 10:07:26.600207 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: dns.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.601392 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.601944 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension dns-integration not supported by any of loaded plugins Jun 22 10:07:26.602272 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: dns_domain_ports.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.603197 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.603761 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 10:07:26.604095 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.605044 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.605565 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 22 10:07:26.605926 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: dvr.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.606599 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.607127 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: dvr Jun 22 10:07:26.607452 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: ecmp_routes.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.608369 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.608891 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 22 10:07:26.609215 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: empty_string_filtering.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.610156 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.610685 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: empty-string-filtering Jun 22 10:07:26.611010 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.612089 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.612618 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 10:07:26.612956 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.613892 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.614419 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 10:07:26.614743 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: external_net.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.615652 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.616180 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: external-net Jun 22 10:07:26.616503 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.617410 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.617958 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: extra_dhcp_opt Jun 22 10:07:26.618326 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: extraroute.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.619202 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.619730 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: extraroute Jun 22 10:07:26.620053 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: extraroute_atomic.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.621281 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.621842 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: extraroute-atomic Jun 22 10:07:26.622168 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: filter_validation.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.622837 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.623359 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: filter-validation Jun 22 10:07:26.623680 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: fip_pf_description.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.624593 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.625114 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 10:07:26.625438 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: fip_pf_port_range.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.626386 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.626906 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 22 10:07:26.627229 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: fip_port_details.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.628149 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.628669 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: fip-port-details Jun 22 10:07:26.628993 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: flavors.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.630261 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.630797 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: flavors Jun 22 10:07:26.631126 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.632773 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.633313 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 10:07:26.633645 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: floatingip_pools.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.634373 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.634905 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: floatingip-pools Jun 22 10:07:26.635232 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: ip_allocation.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.636868 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.637416 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 10:07:26.637768 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.638704 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.639234 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: ip-substring-filtering Jun 22 10:07:26.639564 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: l2_adjacency.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.640498 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.641026 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 10:07:26.641354 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: l3.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.642354 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.642900 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: router Jun 22 10:07:26.643232 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.645437 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.646022 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 10:07:26.646357 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.647302 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.647835 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: ext-gw-mode Jun 22 10:07:26.648165 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.649086 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.649615 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: l3-ha Jun 22 10:07:26.649973 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.650887 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.651412 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 22 10:07:26.652369 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: l3_flavors.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.653309 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.653872 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: l3-flavors Jun 22 10:07:26.654199 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.655571 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.656102 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 22 10:07:26.656434 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.657356 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.657909 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 10:07:26.658240 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: l3agentscheduler.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.659395 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.659934 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: l3_agent_scheduler Jun 22 10:07:26.660264 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: local_ip.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.662075 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.662619 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension local_ip not supported by any of loaded plugins Jun 22 10:07:26.662986 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: logging.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.664461 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.665002 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension logging not supported by any of loaded plugins Jun 22 10:07:26.665332 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: metering.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.666110 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.666707 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: metering Jun 22 10:07:26.667035 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.668164 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.668697 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: metering_source_and_destination_fields Jun 22 10:07:26.669023 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: multiprovidernet.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.669987 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.670518 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: multi-provider Jun 22 10:07:26.670845 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: netmtu.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.671769 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.672298 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: net-mtu Jun 22 10:07:26.672622 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: netmtu_writable.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.673544 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.674099 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: net-mtu-writable Jun 22 10:07:26.674422 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: network_availability_zone.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.675096 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.675624 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: network_availability_zone Jun 22 10:07:26.675948 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: network_ip_availability.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.677055 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.677587 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: network-ip-availability Jun 22 10:07:26.677955 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: network_segment_range.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.678728 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.679250 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 10:07:26.679571 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: pagination.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.680558 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.680890 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: pagination Jun 22 10:07:26.681217 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: port_device_profile.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.682165 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.682699 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: port-device-profile Jun 22 10:07:26.683051 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: port_mac_address_override.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.683975 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.684503 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: port-mac-override Jun 22 10:07:26.684832 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.685784 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.686314 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: port-mac-address-regenerate Jun 22 10:07:26.686643 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.687557 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.688081 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: port-numa-affinity-policy Jun 22 10:07:26.688409 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: port_resource_request.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.689323 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.689887 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 10:07:26.690216 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: port_resource_request_groups.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.691180 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.691709 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 22 10:07:26.692035 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: portbindings.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.692955 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.693484 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: binding Jun 22 10:07:26.693853 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: portbindings_extended.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.695106 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.695636 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: binding-extended Jun 22 10:07:26.695965 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: portsecurity.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.696882 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.697410 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: port-security Jun 22 10:07:26.697769 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: project_id.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.699312 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.699806 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: project-id Jun 22 10:07:26.700137 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: providernet.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.701059 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.701588 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: provider Jun 22 10:07:26.701965 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: qos.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.707022 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.707565 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension qos not supported by any of loaded plugins Jun 22 10:07:26.707899 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.709158 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.709715 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 10:07:26.710053 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.710982 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.711516 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 10:07:26.711843 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: qos_default.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.712765 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.713297 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension qos-default not supported by any of loaded plugins Jun 22 10:07:26.713627 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: qos_fip.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.715280 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.715807 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension qos-fip not supported by any of loaded plugins Jun 22 10:07:26.716136 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.717055 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.717583 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 22 10:07:26.717948 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: qos_gateway_ip.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.718873 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.719399 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 10:07:26.719728 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: qos_port_network_policy.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.720655 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.721182 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 10:07:26.721510 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.722571 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.723104 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 22 10:07:26.723433 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.724473 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.725003 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 22 10:07:26.725330 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: qos_pps_rule.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.726816 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.727354 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension qos-pps not supported by any of loaded plugins Jun 22 10:07:26.727685 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: qos_rule_type_details.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.728606 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.729141 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 10:07:26.729467 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.730716 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.731247 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 22 10:07:26.731570 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: qos_rules_alias.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.732611 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.733141 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 10:07:26.733468 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: quota_check_limit.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.734412 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.734944 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: quota-check-limit Jun 22 10:07:26.735272 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: quotasv2.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.736203 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.736533 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: quotas Jun 22 10:07:26.736858 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: quotasv2_detail.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.738574 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.738917 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: quota_details Jun 22 10:07:26.739248 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: rbac.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.740309 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.740856 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: rbac-policies Jun 22 10:07:26.741190 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: rbac_address_group.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.742161 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.742698 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: rbac-address-group Jun 22 10:07:26.743026 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: rbac_address_scope.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.743962 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.744496 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: rbac-address-scope Jun 22 10:07:26.744825 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: rbac_security_groups.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.745905 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.746438 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: rbac-security-groups Jun 22 10:07:26.746765 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: rbac_subnetpool.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.747689 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.748210 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: rbac-subnetpool Jun 22 10:07:26.748531 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: revisionifmatch.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.749457 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.750010 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: revision-if-match Jun 22 10:07:26.750335 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: revisions.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.751454 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.751988 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: standard-attr-revisions Jun 22 10:07:26.752314 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: router_availability_zone.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.753161 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.753709 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: router_availability_zone Jun 22 10:07:26.754041 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: routerservicetype.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.754968 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.755494 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension router-service-type not supported by any of loaded plugins Jun 22 10:07:26.755817 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.756746 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.757271 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: security-groups-normalized-cidr Jun 22 10:07:26.757595 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.758554 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.759082 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: port-security-groups-filtering Jun 22 10:07:26.759404 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.760347 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.760874 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: security-groups-remote-address-group Jun 22 10:07:26.761771 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.762755 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.763288 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: security-groups-shared-filtering Jun 22 10:07:26.763604 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: securitygroup.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.773318 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.773900 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: security-group Jun 22 10:07:26.774240 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: segment.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.774974 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.775505 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension segment not supported by any of loaded plugins Jun 22 10:07:26.775835 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.777340 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.777898 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 10:07:26.778226 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: servicetype.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.779347 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.779880 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: service-type Jun 22 10:07:26.780211 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: sorting.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.781203 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.781536 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: sorting Jun 22 10:07:26.781895 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: standard_attr_segment.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.782822 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.783352 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 10:07:26.783678 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: standardattrdescription.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.784329 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.784854 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: standard-attr-description Jun 22 10:07:26.785182 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: stateful_security_group.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.786159 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.786695 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: stateful-security-group Jun 22 10:07:26.787025 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: stdattrs_common.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.787619 dv-cinder-847131-1-iscsi neutron-server[104013]: WARNING neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 10:07:26.787944 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.788880 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.789417 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 10:07:26.789767 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: subnet_onboard.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.790861 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.791400 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: subnet_onboard Jun 22 10:07:26.791728 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.792782 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.793308 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 10:07:26.793633 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: subnet_service_types.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.794584 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.795117 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: subnet-service-types Jun 22 10:07:26.795443 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: subnetallocation.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.796534 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.797070 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: subnet_allocation Jun 22 10:07:26.797396 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.798095 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.798623 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: subnetpool-prefix-ops Jun 22 10:07:26.798946 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.799889 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.800413 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 10:07:26.800738 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: tagging.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.801849 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.802388 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: standard-attr-tag Jun 22 10:07:26.802716 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: timestamp.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.803912 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.804447 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loaded extension: standard-attr-timestamp Jun 22 10:07:26.804779 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: trunk.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.805842 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.806389 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension trunk not supported by any of loaded plugins Jun 22 10:07:26.806704 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: trunk_details.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.807627 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.808388 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension trunk-details not supported by any of loaded plugins Jun 22 10:07:26.808720 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: uplink_status_propagation.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.809650 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.810202 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 10:07:26.810528 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Loading extension file: vlantransparent.py {{(pid=104013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 22 10:07:26.811208 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 22 10:07:26.811736 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 10:07:26.814357 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Creating instance of TrackedResource for resource:network Jun 22 10:07:26.814888 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Creating instance of TrackedResource for resource:subnet Jun 22 10:07:26.815291 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 10:07:26.815686 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Creating instance of TrackedResource for resource:port Jun 22 10:07:26.816930 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 10:07:26.817376 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Service FLAVORS assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 10:07:26.818038 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 10:07:26.818481 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 10:07:26.818818 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Creating instance of TrackedResource for resource:router Jun 22 10:07:26.819268 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 10:07:26.819767 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Service METERING assigned prefix: /metering {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 10:07:26.821218 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.821591 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.821984 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:07:26.823000 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 10:07:26.824006 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Creating instance of TrackedResource for resource:security_group Jun 22 10:07:26.824515 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 10:07:26.825041 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Service CORE assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 10:07:26.825353 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 10:07:26.825733 dv-cinder-847131-1-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] subnetpool is already registered Jun 22 10:07:26.826158 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Service CORE assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 10:07:26.826485 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 10:07:26.826854 dv-cinder-847131-1-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] subnetpool is already registered Jun 22 10:07:26.829276 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 10:07:26.829553 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Service FLAVORS assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 10:07:26.830199 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 10:07:26.830614 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 10:07:26.830975 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Creating instance of TrackedResource for resource:router Jun 22 10:07:26.831315 dv-cinder-847131-1-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] router is already registered Jun 22 10:07:26.831721 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 10:07:26.832060 dv-cinder-847131-1-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] floatingip is already registered Jun 22 10:07:26.832525 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Service METERING assigned prefix: /metering {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 10:07:26.833200 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 10:07:26.833528 dv-cinder-847131-1-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] rbac_policy is already registered Jun 22 10:07:26.833980 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Creating instance of TrackedResource for resource:security_group Jun 22 10:07:26.834323 dv-cinder-847131-1-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] security_group is already registered Jun 22 10:07:26.834727 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 10:07:26.835085 dv-cinder-847131-1-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] security_group_rule is already registered Jun 22 10:07:26.835700 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Service CORE assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 10:07:26.836030 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 10:07:26.836367 dv-cinder-847131-1-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] subnetpool is already registered Jun 22 10:07:26.836789 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.v2.resource_helper [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Service CORE assigned prefix: {{(pid=104013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 10:07:26.837116 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 10:07:26.837450 dv-cinder-847131-1-iscsi neutron-server[104013]: WARNING neutron.quota.resource_registry [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] subnetpool is already registered Jun 22 10:07:26.837968 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: extensions {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.840047 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: address-groups {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.841551 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: address-scopes {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.842924 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: agents {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.844100 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: auto-allocated-topology {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.845356 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: availability_zones {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.846647 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: dhcp-networks {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.848167 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: dhcp-agents {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.849590 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: routers {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.851605 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: flavors {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.852886 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: service_profiles {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.854145 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: next_providers {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.855624 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: service_profiles {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.857204 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: floatingip-pools {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.858465 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: routers {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.860187 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: floatingips {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.861497 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: l3-routers {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.862943 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: l3-agents {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.864373 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: metering-labels {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.865637 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: metering-label-rules {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.868001 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: network-ip-availabilities {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.869310 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: bindings {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.871793 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: quotas {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.873471 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: quotas {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.875067 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: rbac-policies {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.876264 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: security-groups {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.877576 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: security-group-rules {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.878894 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: service-providers {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.880121 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: subnetpools {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.881467 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: subnetpools {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.883057 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.884765 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.887353 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.889154 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.890895 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.892904 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.894633 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.896539 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.898403 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.900196 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron.api.extensions [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Extended resource: tags {{(pid=104013) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 10:07:26.906374 dv-cinder-847131-1-iscsi neutron-server[104013]: WARNING keystonemiddleware.auth_token [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 10:07:26.911571 dv-cinder-847131-1-iscsi neutron-server[104013]: WARNING keystonemiddleware.auth_token [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 10:07:26.921570 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_concurrency.lockutils [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Acquired lock "singleton_lock" {{(pid=104013) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 22 10:07:26.921924 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_concurrency.lockutils [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Releasing lock "singleton_lock" {{(pid=104013) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 22 10:07:26.922578 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO oslo_service.service [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Starting 2 workers Jun 22 10:07:26.927367 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Started child 104122 {{(pid=104013) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 10:07:26.931740 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Started child 104123 {{(pid=104013) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 10:07:26.933550 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:26.934805 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO neutron.service [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 10:07:26.934805 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:26.935446 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [-] (104122) wsgi starting up on http://0.0.0.0:9696 Jun 22 10:07:26.937215 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO oslo_service.service [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Starting 1 workers Jun 22 10:07:26.938025 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:26.939616 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [-] (104123) wsgi starting up on http://0.0.0.0:9696 Jun 22 10:07:26.942449 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Started child 104124 {{(pid=104013) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 10:07:26.942996 dv-cinder-847131-1-iscsi neutron-server[104013]: INFO oslo_service.service [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Starting 1 workers Jun 22 10:07:26.946170 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.service [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] calling RpcWorker wait() {{(pid=104124) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 10:07:26.946723 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.service [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] returning from RpcWorker wait() {{(pid=104124) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 10:07:26.947408 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Started child 104125 {{(pid=104013) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 10:07:26.948128 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:26.948221 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-59f6c9b8-b4f3-4607-a305-18e46e71c064 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:26.948569 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:07:26.951013 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104013) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 10:07:26.951227 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 10:07:26.951411 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 10:07:26.951640 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 10:07:26.951977 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 10:07:26.952136 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 10:07:26.952676 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.952949 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.953221 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.953477 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.953664 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:26.954172 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.954360 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.954603 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.954878 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.955146 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.955320 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.955487 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.955741 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.955978 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.956307 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.956590 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.956833 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.957085 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.957257 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.957511 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.957807 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.958065 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.958360 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] debug = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.958626 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.959136 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.959380 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.959643 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.959865 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.960132 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.960394 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.960650 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.960889 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.961139 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.961380 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.961657 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.961919 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.962159 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.962411 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.962704 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.962958 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.963446 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] host = dv-cinder-847131-1-iscsi {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.963684 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.963923 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.964813 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.965098 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.965367 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.965619 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.965910 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.966169 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.966436 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.966687 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.966947 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.967204 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.967452 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.967699 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.967886 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_options = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.968095 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.968351 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.968623 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.968822 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.968986 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.969145 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.969399 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.969783 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.970049 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.970281 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.970524 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.970740 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.970979 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.971221 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.971486 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.971724 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.971962 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.972176 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.972423 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.972653 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.972904 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.973140 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.974595 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.974595 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.974595 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.974595 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.974595 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.974595 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.974992 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.974992 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.975172 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.975441 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.975898 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.975990 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:07:26.976138 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.976406 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.976808 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.977064 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.977263 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.977545 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.977798 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.978065 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.978319 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.978541 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.978788 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.979024 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.981670 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.981670 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_json = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.981670 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.981670 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.981670 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.981670 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.981670 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.981670 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.981670 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.983616 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.983616 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:26.983616 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.983616 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.983616 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.983616 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.983616 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.983616 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.985803 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.985803 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.985803 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.985803 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.985803 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.985803 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.985803 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.985803 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.986380 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.986380 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.986519 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.987318 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.987318 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.987318 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.988264 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.988264 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.988264 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.988264 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.988546 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.988633 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.988860 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.989148 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.989593 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.990042 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.990420 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.990662 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.990917 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.991170 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.991543 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.991923 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.992299 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.992680 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.993046 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.993408 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.993842 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.994088 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.994317 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.994567 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.994826 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.995477 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.995477 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.995734 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.995907 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.996321 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.996788 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.996788 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.997023 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.997735 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.997735 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.997735 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.998034 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.998119 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.998758 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.998758 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.998958 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.999056 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.999304 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.999571 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.999761 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:26.999973 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.000192 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.000401 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.000653 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.000899 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.001114 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.001329 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.001556 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.001797 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.002171 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.002387 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.002605 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.002825 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.003046 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.003264 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.003479 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.003694 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.004057 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.004430 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.004790 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.005153 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.005543 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.005975 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.006195 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.006434 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.006667 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.007129 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.007522 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.007916 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.008294 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.008702 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.009085 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.009477 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.009743 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.009984 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.010205 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.010637 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.011061 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.011636 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.011965 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.012218 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.012487 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.012736 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.012969 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.013210 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.013435 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.013710 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.014111 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.014534 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.014918 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.015301 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.015666 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.016054 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.016459 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.016900 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.017156 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.017435 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.017681 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.017986 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.018291 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.018565 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.018827 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.019069 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.019332 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.019590 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.019846 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.020115 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.020364 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.020778 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.021182 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.021635 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.022031 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.022274 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.022534 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.022884 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.023154 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.023402 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.023669 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.023947 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.024205 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.024452 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.024719 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.024981 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.025218 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.026334 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.026334 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.026334 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.026334 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.027123 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.027197 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.027493 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.027863 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.028088 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.028310 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.028527 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.028766 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.028985 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.029208 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.029425 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.029664 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.029913 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.030178 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.030396 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.030620 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.030871 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.031094 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.031311 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.031710 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.031949 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.032188 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.032416 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.032693 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.033099 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.033325 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.033563 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.033827 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.034085 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.034307 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.034551 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.034803 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.035041 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.035265 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.035483 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.035699 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.036110 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.036495 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.036718 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.036977 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.037219 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.037585 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.037863 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.038099 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.038365 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.038609 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.038829 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.039067 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.039286 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.039535 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.039915 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.040144 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.040389 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.040636 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.040858 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.041079 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.041298 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.041565 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.041817 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.042053 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.042311 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.042886 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.042886 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.043073 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.043214 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.043431 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.043645 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.043880 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.044102 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.044315 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.044602 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.045029 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.045403 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.045677 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.045924 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.046159 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.046385 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.046645 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.046851 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.047077 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.047301 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.047515 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.047741 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.047954 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.048168 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.048409 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.048629 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.048839 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.049087 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.049302 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.049509 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.049758 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.049978 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.050211 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.050454 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.050664 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.050879 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.051123 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.051342 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.051597 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.051823 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.052035 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.052250 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.052473 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.052690 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.052923 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.053219 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.053497 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.053739 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.054030 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.054280 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.054529 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.054755 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.055058 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.055275 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.055516 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.055750 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.055975 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.056221 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.056492 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.056804 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.057075 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.057309 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.057565 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.058540 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.058835 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.059126 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.059368 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.059682 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.060014 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.060297 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.060575 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.060842 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.061100 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.061333 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.061552 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.061797 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.062042 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.062261 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.062527 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.062691 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:07:27.062826 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.062979 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.063201 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.063434 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.063659 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.063893 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.064107 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.064351 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.064571 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.064731 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 10:07:27.065283 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104013) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 10:07:27.065451 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 10:07:27.065608 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 10:07:27.065821 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 10:07:27.066010 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 10:07:27.066140 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 10:07:27.066352 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.066504 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.066666 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.066828 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.067025 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.067184 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.067340 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.068522 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.068522 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.068522 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.068522 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.068522 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.068522 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.068522 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.068522 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.069535 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.069535 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.069535 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.069535 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.069535 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.069535 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.070049 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] debug = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.070049 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.070049 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.070279 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.070359 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.070489 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.070649 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.070810 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.070970 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.071130 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.071289 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.071450 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.071610 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.071769 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.071933 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.072093 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.072252 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.072569 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.072569 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] host = dv-cinder-847131-1-iscsi {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.072738 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.072937 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.073092 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.073220 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 34376) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:07:27.073350 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.073350 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.073899 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.073899 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.073899 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.074250 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.074250 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.074250 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.074595 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.074595 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.074843 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.074843 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_options = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.075083 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.075207 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.075331 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.075479 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.075645 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.075805 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.075967 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.076128 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.076287 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.076433 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.076596 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.076756 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.076915 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.077074 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.077232 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.077392 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.077551 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.077735 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.077890 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.078050 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.078209 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.078368 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.078523 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.078682 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.078842 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.079056 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.079184 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.079308 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.079431 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.079589 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.079748 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.079907 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.081421 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.081421 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.081421 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.081421 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.081421 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.081421 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.081421 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.081421 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.082423 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.082423 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.082423 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.082423 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.082423 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.082423 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.082423 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_json = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.082423 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.083317 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.083317 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.083530 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068731 Jun 22 10:07:27.083651 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.083651 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.083651 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.083651 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.083651 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.083651 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 10:07:27.083651 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.085426 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.085426 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.085426 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.085426 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.085426 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.086412 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.086412 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.086412 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.086412 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.086412 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.086412 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.086412 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.088087 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.088087 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.088087 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.088087 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.088087 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.088087 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.088087 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.088087 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.090216 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.090216 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.090216 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.090216 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.090216 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.090216 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.090216 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.090216 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.091009 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.091009 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.091009 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.091009 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.091009 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.091009 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.091009 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.091655 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.091814 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.091986 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.092153 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.092309 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.092498 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.092659 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.092776 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.092930 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.093194 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.093295 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.093410 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.093574 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.093767 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.094083 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.094388 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.094689 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.095056 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.095223 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.095367 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.095526 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.095702 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.095861 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.096017 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.096180 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.096344 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.096508 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.096686 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.096823 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.097347 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.097347 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.097347 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.097810 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.097810 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.097810 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.098104 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.098104 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.099236 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.099236 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.099236 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.099236 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.099236 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.099236 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.099236 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.101839 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.101839 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.101839 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.101839 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.101839 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.101839 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.101839 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.101839 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.101839 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.103048 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.103048 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.103048 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.103048 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.103048 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.103048 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.103048 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.103048 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.104281 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.104281 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.104281 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.104281 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.104281 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.104281 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.104281 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.104281 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.105411 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.105411 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.105411 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.105411 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.105411 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.105411 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.105411 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.105411 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.106640 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.106640 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.106640 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.106640 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.106640 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.106640 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.106640 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.106640 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.108099 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.108099 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.108099 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.108099 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.108099 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.108099 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.108099 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.108099 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.109633 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.109633 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.109633 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.109633 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.109633 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.109633 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.109633 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.109633 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.110894 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.110894 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.110894 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.110894 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.110894 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.110894 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.110894 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.110894 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.111654 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.111654 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.111654 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.111654 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.112728 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.112728 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.112948 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.113062 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.113229 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.113406 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.113551 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.114601 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.114601 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.114601 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.114601 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.114601 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.114601 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.114986 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.114986 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.114986 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.115180 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.115269 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.115572 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.115880 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.116185 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.116487 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.116787 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.116957 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.117122 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.117759 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.117759 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.117759 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.117759 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.118032 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.118099 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.118230 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.118575 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.118893 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.119069 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.119233 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.119451 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.119569 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.119760 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.119899 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.120049 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.120191 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.120980 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.121174 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.121330 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.121470 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.121819 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.121974 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.122136 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.122294 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.122456 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.122619 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.122760 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.122923 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.123088 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.123267 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.123411 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.123567 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.123716 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.123849 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.124014 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.124165 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.124334 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.124497 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.124666 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.124848 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.124990 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.125156 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.125315 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.125490 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.125631 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.127175 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.127508 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.127508 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.127687 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.127850 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.128026 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.128194 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.128363 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.129320 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.129320 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.129320 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.129320 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.129320 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.129320 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.129729 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.129729 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.129884 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.129955 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.130112 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.130275 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.130441 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.130615 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.130781 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.130945 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.131113 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.131782 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.131782 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.131782 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.131782 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.132061 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.132061 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.132181 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.132489 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.132489 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.132660 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.132785 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.132956 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.133115 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.133283 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.133455 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.133616 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.133797 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.134034 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.134148 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.134273 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.134273 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.134273 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.134273 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.134273 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.134273 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.134273 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.134273 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.136730 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.136730 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.136730 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.136730 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.136730 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.136730 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.136730 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.137543 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.137543 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.137543 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.137543 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.137543 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.137972 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.137972 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.137972 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.138299 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.138299 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.138544 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.138544 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.138781 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.138981 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.138981 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.139233 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.139358 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.139443 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.139583 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.139738 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.139903 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.140066 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.140228 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 10:07:27.140384 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104013) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 10:07:36.417900 dv-cinder-847131-1-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:07:38.408981 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250a12e8-17b0-4017-8028-1353c8bdc232 None None] get_active_networks_info from dv-cinder-847131-1-iscsi {{(pid=104124) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 22 10:07:38.426325 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writer thread running {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 22 10:07:38.524973 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250a12e8-17b0-4017-8028-1353c8bdc232 None None] No non-hosted networks {{(pid=104124) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 10:07:38.538899 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.agentschedulers_db [None req-250a12e8-17b0-4017-8028-1353c8bdc232 None None] DHCP Agent not found on host dv-cinder-847131-1-iscsi {{(pid=104124) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 22 10:07:38.699536 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d3fbd95a-ac3b-407e-8ab5-4b60c08ee369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-722479'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:40.140614 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writer thread running {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 22 10:07:40.684758 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6e5ed1a3-e941-40db-9f45-7904219608aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-722479'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:40.731012 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5afe7f11-4ca8-4006-8a46-08c31fce8c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:41.914277 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 34450) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:07:41.976707 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-722479'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:42.535963 dv-cinder-847131-1-iscsi neutron-server[104122]: WARNING oslo_policy.policy [None req-345cf382-1622-4bee-88f2-c46ac77e130a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 10:07:42.536521 dv-cinder-847131-1-iscsi neutron-server[104122]: WARNING oslo_policy.policy [None req-345cf382-1622-4bee-88f2-c46ac77e130a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 10:07:42.784224 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [None req-345cf382-1622-4bee-88f2-c46ac77e130a admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 10:07:42.802385 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-345cf382-1622-4bee-88f2-c46ac77e130a admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8860910 Jun 22 10:07:43.367991 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.db.l3_hamode_db [None req-3bd1118a-ad1e-42a9-85f6-9da04135859d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 10:07:43.459926 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-722479'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:43.462775 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd1118a-ad1e-42a9-85f6-9da04135859d None None] Routers set() bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:07:43.463149 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd1118a-ad1e-42a9-85f6-9da04135859d None None] Router IDs set() for agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 22 10:07:43.832570 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-722479'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:43.833263 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:43.833603 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:43.833973 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:43.834303 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:43.834632 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:43.834956 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:43.835281 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:43.835627 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:43.835956 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:43.836270 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:43.836604 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:43.836920 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:43.837260 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:43.837581 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:43.837919 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:43.838362 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847131-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:07:43.850137 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847131-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:07:45.125851 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 34484) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:07:45.461267 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-74b85cda-ed20-440b-98f1-2e5e4c562493 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:07:45.554622 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.policy [None req-74b85cda-ed20-440b-98f1-2e5e4c562493 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104122) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 10:07:45.598437 dv-cinder-847131-1-iscsi neutron-server[104122]: WARNING oslo_policy.policy [None req-74b85cda-ed20-440b-98f1-2e5e4c562493 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 10:07:45.598803 dv-cinder-847131-1-iscsi neutron-server[104122]: WARNING oslo_policy.policy [None req-74b85cda-ed20-440b-98f1-2e5e4c562493 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 10:07:45.620299 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writer thread running {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 22 10:07:45.701236 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-74b85cda-ed20-440b-98f1-2e5e4c562493 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773367844511', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773367843051', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773367828372', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773367882170', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773367888827', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773367867101', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1791923', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1947971', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-873864', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-924464'] for rbac-policy (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:45.771386 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-74b85cda-ed20-440b-98f1-2e5e4c562493 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:45.772584 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-74b85cda-ed20-440b-98f1-2e5e4c562493 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6457517 Jun 22 10:07:48.076440 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 34496) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:07:48.404504 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:07:48.434409 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Made reservation on behalf of 6008ad7344a543cdae5546c3d2f389b1 for: {'network': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:07:48.438370 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for network (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:48.456173 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:48.567398 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Publish callbacks [] for security_group (8a97f8da-dd0e-4dd1-a577-410566a136a8), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:48.570828 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (8a97f8da-dd0e-4dd1-a577-410566a136a8), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:48.595371 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] vlan segment allocate from pool success with {'vlan_id': 987, 'physical_network': 'physnet1'} {{(pid=104122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:07:48.630901 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773365012866', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (b8ab8c44-51c0-4cd6-a55c-d13d9a8f9688), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:48.631456 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Unsubscribe: segment precommit_create {{(pid=104122) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 10:07:48.631974 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.segments_db [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Added segment b8ab8c44-51c0-4cd6-a55c-d13d9a8f9688 of type vlan for network aba3645a-9b71-4226-88f0-9eb72b73f458 Jun 22 10:07:48.649287 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8a97f8da-dd0e-4dd1-a577-410566a136a8,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:07:48.696104 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:48.696443 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:48.696795 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:48.697144 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:48.697629 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:48.697863 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:48.698187 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:48.698502 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:48.698820 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:48.699137 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:48.699456 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:48.699792 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:48.700112 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:48.700690 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:48.701008 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Tracked resource versions report: Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: pushed versions: Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: { 'AddressGroup': {'1.2'}, Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Agent': {'1.1'}, Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'ConntrackHelper': {'1.0'}, Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'LocalIPAssociation': {'1.0'}, Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Log': {'1.0'}, Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'NDPProxy': {'1.0'}, Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Network': {'1.1'}, Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Port': {'1.7'}, Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'PortForwarding': {'1.3'}, Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'QosPolicy': {'1.10'}, Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'SecurityGroup': {'1.5'}, Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'SecurityGroupRule': {'1.2'}, Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'SubPort': {'1.0'}, Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Subnet': {'1.1'}, Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Trunk': {'1.1'}} Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: consumer versions: Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: { DHCP agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: L3 agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: Metadata agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: Metering agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: Open vSwitch agent@dv-cinder-847131-1-iscsi: { 'AddressGroup': '1.2', Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Agent': '1.1', Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'ConntrackHelper': '1.0', Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'LocalIPAssociation': '1.0', Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Log': '1.0', Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'NDPProxy': '1.0', Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Network': '1.1', Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Port': '1.7', Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'PortForwarding': '1.3', Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'QosPolicy': '1.10', Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'SecurityGroup': '1.5', Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'SecurityGroupRule': '1.2', Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'SubPort': '1.0', Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Subnet': '1.1', Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Trunk': '1.1'}} Jun 22 10:07:48.702393 dv-cinder-847131-1-iscsi neutron-server[104122]: {{(pid=104122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 10:07:48.745135 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773364491457'] for network (aba3645a-9b71-4226-88f0-9eb72b73f458), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:48.788361 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for network (aba3645a-9b71-4226-88f0-9eb72b73f458), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:48.793961 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:07:48.794702 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:48.804217 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=51,neutron:INSERT=45,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:07:48.876621 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7990894 Jun 22 10:07:48.931120 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522282b-818c-4c05-8c07-7a4e5c57b57b demo demo] Pushing event updated for resources: {'Network': ['ID=aba3645a-9b71-4226-88f0-9eb72b73f458,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:07:48.944747 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Network aba3645a-9b71-4226-88f0-9eb72b73f458 details requested by agent ovs-agent-dv-cinder-847131-1-iscsi with host dv-cinder-847131-1-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 10:07:51.239608 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 34510) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:07:51.748560 dv-cinder-847131-1-iscsi neutron-server[104123]: WARNING oslo_policy.policy [None req-961b57ed-2d45-434e-92fc-6aac0061a099 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 10:07:51.749123 dv-cinder-847131-1-iscsi neutron-server[104123]: WARNING oslo_policy.policy [None req-961b57ed-2d45-434e-92fc-6aac0061a099 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 10:07:51.984858 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writer thread running {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 22 10:07:52.198173 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.policy [None req-961b57ed-2d45-434e-92fc-6aac0061a099 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104123) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 10:07:52.240977 dv-cinder-847131-1-iscsi neutron-server[104123]: WARNING oslo_policy.policy [None req-961b57ed-2d45-434e-92fc-6aac0061a099 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 10:07:52.241558 dv-cinder-847131-1-iscsi neutron-server[104123]: WARNING oslo_policy.policy [None req-961b57ed-2d45-434e-92fc-6aac0061a099 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 10:07:52.249536 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961b57ed-2d45-434e-92fc-6aac0061a099 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:07:52.251315 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-961b57ed-2d45-434e-92fc-6aac0061a099 demo admin] 10.222.0.43 "GET /v2.0/networks/aba3645a-9b71-4226-88f0-9eb72b73f458 HTTP/1.1" status: 200 len: 825 time: 1.0108123 Jun 22 10:07:52.290931 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-fcc4c111-66f9-4a5f-8435-1f59dfb0752d demo admin] 10.222.0.43 "GET /v2.0/subnetpools/5e02e62d-2e49-4db0-a29d-9f1fc051ce4b HTTP/1.1" status: 200 len: 734 time: 0.0338960 Jun 22 10:07:52.299831 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '5e02e62d-2e49-4db0-a29d-9f1fc051ce4b', 'name': 'private-subnet', 'network_id': 'aba3645a-9b71-4226-88f0-9eb72b73f458'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:07:52.340946 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Made reservation on behalf of 6008ad7344a543cdae5546c3d2f389b1 for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:07:52.343811 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:52.632287 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for subnet (0ec94482-428a-47c0-ba0a-01319e94a97b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:52.704481 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Checking segment: {'id': 'b8ab8c44-51c0-4cd6-a55c-d13d9a8f9688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'aba3645a-9b71-4226-88f0-9eb72b73f458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:07:52.704848 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Network hostable DHCP agents. Network: aba3645a-9b71-4226-88f0-9eb72b73f458, hostable agents: ['932caf1b-e271-42cd-92f3-ee8a2197157a'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:07:52.717445 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:07:52.724681 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Pushing event updated for resources: {'Subnet': ['ID=0ec94482-428a-47c0-ba0a-01319e94a97b,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:07:52.741199 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:52.741573 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:52.741963 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:52.742316 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:52.742649 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:52.742992 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:52.743297 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:52.743618 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:52.743957 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:52.745300 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:52.745632 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:52.745986 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:52.746309 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:52.746630 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:52.746948 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Tracked resource versions report: Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: pushed versions: Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: { 'AddressGroup': {'1.2'}, Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Agent': {'1.1'}, Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'ConntrackHelper': {'1.0'}, Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'LocalIPAssociation': {'1.0'}, Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Log': {'1.0'}, Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'NDPProxy': {'1.0'}, Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Network': {'1.1'}, Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Port': {'1.7'}, Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'PortForwarding': {'1.3'}, Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'QosPolicy': {'1.10'}, Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'SecurityGroup': {'1.5'}, Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'SecurityGroupRule': {'1.2'}, Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'SubPort': {'1.0'}, Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Subnet': {'1.1'}, Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Trunk': {'1.1'}} Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: consumer versions: Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: { DHCP agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: L3 agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: Metadata agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: Metering agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: Open vSwitch agent@dv-cinder-847131-1-iscsi: { 'AddressGroup': '1.2', Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Agent': '1.1', Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'ConntrackHelper': '1.0', Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'LocalIPAssociation': '1.0', Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Log': '1.0', Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'NDPProxy': '1.0', Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Network': '1.1', Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Port': '1.7', Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'PortForwarding': '1.3', Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'QosPolicy': '1.10', Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'SecurityGroup': '1.5', Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'SecurityGroupRule': '1.2', Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'SubPort': '1.0', Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Subnet': '1.1', Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Trunk': '1.1'}} Jun 22 10:07:52.748287 dv-cinder-847131-1-iscsi neutron-server[104123]: {{(pid=104123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 10:07:52.761117 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Network aba3645a-9b71-4226-88f0-9eb72b73f458 is scheduled to be hosted by DHCP agent 932caf1b-e271-42cd-92f3-ee8a2197157a with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:07:52.778396 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-1-iscsi, aba3645a-9b71-4226-88f0-9eb72b73f458) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:07:52.794924 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:07:52.795093 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d198936-4e8f-4dcd-b585-2505bdf48e91 None None] Network aba3645a-9b71-4226-88f0-9eb72b73f458 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:07:52.795580 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:52.817922 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f39020d0-5b07-4f0b-9709-314ffd631d09 demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5214157 Jun 22 10:07:53.061357 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa237d7d-b3be-5477-8a51-97f00709975f-aba3645a-9b71-4226-88f0-9eb72b73f458', 'network_id': 'aba3645a-9b71-4226-88f0-9eb72b73f458', 'project_id': '6008ad7344a543cdae5546c3d2f389b1', 'fixed_ips': [{'subnet_id': '0ec94482-428a-47c0-ba0a-01319e94a97b'}]}} from dv-cinder-847131-1-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 10:07:53.062762 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:53.358501 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Allocated IP 172.20.0.2 (aba3645a-9b71-4226-88f0-9eb72b73f458/0ec94482-428a-47c0-ba0a-01319e94a97b/9f2701c2-af34-43dd-9b4b-495a690769db) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:07:53.422135 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:07:53.655293 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Publish callbacks [] for port (9f2701c2-af34-43dd-9b4b-495a690769db), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:53.662929 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (9f2701c2-af34-43dd-9b4b-495a690769db), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:53.738776 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Network aba3645a-9b71-4226-88f0-9eb72b73f458 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:07:53.744205 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:07:53.754450 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:07:53.757715 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Pushing event updated for resources: {'Port': ['ID=9f2701c2-af34-43dd-9b4b-495a690769db,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:07:53.789930 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:53.790283 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:53.790642 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:53.791592 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:53.791987 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:53.792286 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:53.792619 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:53.792949 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:53.793294 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:53.793610 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:53.793966 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:53.794308 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:53.794638 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:53.794961 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:53.795285 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Tracked resource versions report: Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: pushed versions: Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: { 'AddressGroup': {'1.2'}, Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Agent': {'1.1'}, Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'ConntrackHelper': {'1.0'}, Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'LocalIPAssociation': {'1.0'}, Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Log': {'1.0'}, Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'NDPProxy': {'1.0'}, Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Network': {'1.1'}, Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Port': {'1.7'}, Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'PortForwarding': {'1.3'}, Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'QosPolicy': {'1.10'}, Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'SecurityGroup': {'1.5'}, Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'SecurityGroupRule': {'1.2'}, Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'SubPort': {'1.0'}, Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Subnet': {'1.1'}, Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Trunk': {'1.1'}} Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: consumer versions: Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: { DHCP agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: L3 agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: Metadata agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: Metering agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: Open vSwitch agent@dv-cinder-847131-1-iscsi: { 'AddressGroup': '1.2', Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Agent': '1.1', Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'ConntrackHelper': '1.0', Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'LocalIPAssociation': '1.0', Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Log': '1.0', Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'NDPProxy': '1.0', Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Network': '1.1', Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Port': '1.7', Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'PortForwarding': '1.3', Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'QosPolicy': '1.10', Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'SecurityGroup': '1.5', Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'SecurityGroupRule': '1.2', Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'SubPort': '1.0', Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Subnet': '1.1', Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Trunk': '1.1'}} Jun 22 10:07:53.796673 dv-cinder-847131-1-iscsi neutron-server[104124]: {{(pid=104124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 10:07:53.847365 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Attempting to bind port 9f2701c2-af34-43dd-9b4b-495a690769db on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:07:53.847779 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Attempting to bind port 9f2701c2-af34-43dd-9b4b-495a690769db by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'b8ab8c44-51c0-4cd6-a55c-d13d9a8f9688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'aba3645a-9b71-4226-88f0-9eb72b73f458'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:07:53.848193 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Attempting to bind port 9f2701c2-af34-43dd-9b4b-495a690769db on network aba3645a-9b71-4226-88f0-9eb72b73f458 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:07:53.855143 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:07:53.855529 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Checking segment: {'id': 'b8ab8c44-51c0-4cd6-a55c-d13d9a8f9688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'aba3645a-9b71-4226-88f0-9eb72b73f458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:07:53.856016 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:53.856411 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Bound using segment: {'id': 'b8ab8c44-51c0-4cd6-a55c-d13d9a8f9688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'aba3645a-9b71-4226-88f0-9eb72b73f458'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:07:53.856880 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Bound port: 9f2701c2-af34-43dd-9b4b-495a690769db, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ab8c44-51c0-4cd6-a55c-d13d9a8f9688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'aba3645a-9b71-4226-88f0-9eb72b73f458'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:07:53.857289 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (9f2701c2-af34-43dd-9b4b-495a690769db), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:53.859884 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:07:53.921958 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] For port 9f2701c2-af34-43dd-9b4b-495a690769db, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:07:53.942008 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] For port 9f2701c2-af34-43dd-9b4b-495a690769db, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=9f2701c2-af34-43dd-9b4b-495a690769db,segment=NetworkSegment(b8ab8c44-51c0-4cd6-a55c-d13d9a8f9688),segment_id=b8ab8c44-51c0-4cd6-a55c-d13d9a8f9688)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:07:53.949403 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (9f2701c2-af34-43dd-9b4b-495a690769db), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:07:54.006902 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce483192-1c9d-44c7-bc23-1a67a5e1d6ea None None] Pushing event updated for resources: {'Port': ['ID=9f2701c2-af34-43dd-9b4b-495a690769db,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:07:55.188307 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 34536) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:07:55.524691 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [None req-995591dd-0171-44b2-809b-e1c6e8968567 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 10:07:55.525935 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-995591dd-0171-44b2-809b-e1c6e8968567 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3365834 Jun 22 10:07:56.414992 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:07:56.434727 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=21,neutron:INSERT=31 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:07:57.851176 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 34546) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:07:58.210413 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [None req-66add9b7-2b26-4d82-acd2-e6dee6be4ddf admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 10:07:58.211504 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-66add9b7-2b26-4d82-acd2-e6dee6be4ddf admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3593149 Jun 22 10:07:58.904203 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=54,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:00.533210 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 34554) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:08:00.894459 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-9faea407-67cd-4c52-87e1-9abcd1fdeda6 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:08:00.920306 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9faea407-67cd-4c52-87e1-9abcd1fdeda6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261094'] for router (b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:00.922067 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9faea407-67cd-4c52-87e1-9abcd1fdeda6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261105'] for router (b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:01.061177 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9faea407-67cd-4c52-87e1-9abcd1fdeda6 demo demo] Publish callbacks [] for router_controller (b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7), precommit_add_association {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:01.065672 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9faea407-67cd-4c52-87e1-9abcd1fdeda6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725670'] for router (b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:01.086568 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9faea407-67cd-4c52-87e1-9abcd1fdeda6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:01.088666 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9faea407-67cd-4c52-87e1-9abcd1fdeda6 demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5541341 Jun 22 10:08:01.545457 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 9f2701c2-af34-43dd-9b4b-495a690769db up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:08:01.633208 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 9f2701c2-af34-43dd-9b4b-495a690769db triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:08:01.633724 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (9f2701c2-af34-43dd-9b4b-495a690769db), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:01.742117 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 9f2701c2-af34-43dd-9b4b-495a690769db is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:08:01.742516 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (9f2701c2-af34-43dd-9b4b-495a690769db), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:01.779600 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] For port 9f2701c2-af34-43dd-9b4b-495a690769db, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=9f2701c2-af34-43dd-9b4b-495a690769db,segment=NetworkSegment(b8ab8c44-51c0-4cd6-a55c-d13d9a8f9688),segment_id=b8ab8c44-51c0-4cd6-a55c-d13d9a8f9688)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:08:01.784237 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (9f2701c2-af34-43dd-9b4b-495a690769db), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:01.839002 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Pushing event updated for resources: {'Port': ['ID=9f2701c2-af34-43dd-9b4b-495a690769db,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:02.139749 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5347cfcd-e8b3-42fd-8ec8-fa72ac20fbd4 None None] Network aba3645a-9b71-4226-88f0-9eb72b73f458 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:08:02.217654 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-ab092d04-fe2b-4cd2-961d-b8915c089565 None None] Provisioning complete for port 9f2701c2-af34-43dd-9b4b-495a690769db triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:08:02.218069 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ab092d04-fe2b-4cd2-961d-b8915c089565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (9f2701c2-af34-43dd-9b4b-495a690769db), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:02.340021 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-ab092d04-fe2b-4cd2-961d-b8915c089565 None None] Current status of the port 9f2701c2-af34-43dd-9b4b-495a690769db is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:08:02.457472 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-70de30ff-d3ec-4c21-9213-8be49bda9271 None None] Provisioning complete for port 9f2701c2-af34-43dd-9b4b-495a690769db triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:08:02.457893 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-70de30ff-d3ec-4c21-9213-8be49bda9271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (9f2701c2-af34-43dd-9b4b-495a690769db), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:02.493384 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:02.531896 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-70de30ff-d3ec-4c21-9213-8be49bda9271 None None] Current status of the port 9f2701c2-af34-43dd-9b4b-495a690769db is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:08:03.433995 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 34566) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:08:03.515758 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 9f2701c2-af34-43dd-9b4b-495a690769db up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:08:03.554266 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:03.561574 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 9f2701c2-af34-43dd-9b4b-495a690769db triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:08:03.561994 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (9f2701c2-af34-43dd-9b4b-495a690769db), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:03.637041 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 9f2701c2-af34-43dd-9b4b-495a690769db is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:08:03.772390 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [None req-110fef11-f121-4805-8872-8d09e5ebd678 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 10:08:03.773401 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-110fef11-f121-4805-8872-8d09e5ebd678 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3384578 Jun 22 10:08:06.137529 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 34574) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:08:06.458023 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-97a45c65-6a25-4e9d-8656-37e440f45952 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:08:06.480826 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a45c65-6a25-4e9d-8656-37e440f45952 admin admin] Made reservation on behalf of 24726cc2fba44a5087e961da4a7cd653 for: {'network': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:08:06.483258 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-97a45c65-6a25-4e9d-8656-37e440f45952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for network (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:06.492208 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-97a45c65-6a25-4e9d-8656-37e440f45952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:06.573597 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-97a45c65-6a25-4e9d-8656-37e440f45952 admin admin] Publish callbacks [] for security_group (7c21376b-50be-4150-a822-c760e297c665), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:06.577533 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-97a45c65-6a25-4e9d-8656-37e440f45952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (7c21376b-50be-4150-a822-c760e297c665), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:06.600747 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-97a45c65-6a25-4e9d-8656-37e440f45952 admin admin] Reserving flat network on physical network physnet1 {{(pid=104122) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 10:08:06.609395 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a45c65-6a25-4e9d-8656-37e440f45952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c21376b-50be-4150-a822-c760e297c665,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:06.621791 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-97a45c65-6a25-4e9d-8656-37e440f45952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (e46009fc-5ee2-4b4c-96cc-2a6e960d40c7), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:06.622207 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.segments_db [None req-97a45c65-6a25-4e9d-8656-37e440f45952 admin admin] Added segment e46009fc-5ee2-4b4c-96cc-2a6e960d40c7 of type flat for network 79d15111-a84f-47a4-8793-6586c660a510 Jun 22 10:08:06.679043 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-97a45c65-6a25-4e9d-8656-37e440f45952 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773364491457'] for network (79d15111-a84f-47a4-8793-6586c660a510), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:06.712747 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-97a45c65-6a25-4e9d-8656-37e440f45952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for network (79d15111-a84f-47a4-8793-6586c660a510), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:06.714055 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a45c65-6a25-4e9d-8656-37e440f45952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:08:06.714643 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-97a45c65-6a25-4e9d-8656-37e440f45952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:06.752374 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-97a45c65-6a25-4e9d-8656-37e440f45952 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6137373 Jun 22 10:08:06.820239 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a45c65-6a25-4e9d-8656-37e440f45952 admin admin] Pushing event updated for resources: {'Network': ['ID=79d15111-a84f-47a4-8793-6586c660a510,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:06.833452 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Network 79d15111-a84f-47a4-8793-6586c660a510 details requested by agent ovs-agent-dv-cinder-847131-1-iscsi with host dv-cinder-847131-1-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 10:08:08.369454 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb7bc03e-9b34-4c11-b23a-87a06919ce5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:09.012470 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 34582) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:08:09.436265 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc83bbf-5a2d-45c9-9fee-d42233f6db3f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:08:09.437665 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-5fc83bbf-5a2d-45c9-9fee-d42233f6db3f demo admin] 10.222.0.43 "GET /v2.0/subnets/0ec94482-428a-47c0-ba0a-01319e94a97b HTTP/1.1" status: 200 len: 849 time: 0.4242444 Jun 22 10:08:09.595073 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-5c93e7a8-4960-4f7d-8e3b-c85f1376f25b demo admin] 10.222.0.43 "GET /v2.0/routers/b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7 HTTP/1.1" status: 200 len: 704 time: 0.1513946 Jun 22 10:08:09.853071 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7890d55f-dcd9-4663-8757-c7433a9282e1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:10.124971 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:10.129631 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:10.159327 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-7890d55f-dcd9-4663-8757-c7433a9282e1 demo admin] Allocated IP 172.20.0.1 (aba3645a-9b71-4226-88f0-9eb72b73f458/0ec94482-428a-47c0-ba0a-01319e94a97b/6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:08:10.343555 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7890d55f-dcd9-4663-8757-c7433a9282e1 demo admin] Publish callbacks [] for port (6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:10.407327 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7890d55f-dcd9-4663-8757-c7433a9282e1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:10.483183 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7890d55f-dcd9-4663-8757-c7433a9282e1 demo admin] Network aba3645a-9b71-4226-88f0-9eb72b73f458 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:08:10.488373 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-7890d55f-dcd9-4663-8757-c7433a9282e1 demo admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:08:10.497900 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7890d55f-dcd9-4663-8757-c7433a9282e1 demo admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:08:10.499140 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7890d55f-dcd9-4663-8757-c7433a9282e1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721155'] for router_interface (b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:10.517861 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890d55f-dcd9-4663-8757-c7433a9282e1 demo admin] Pushing event updated for resources: {'Port': ['ID=6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:10.727649 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-0ef70321-beb5-4504-a711-0ec0393d33dd None None] Provisioning complete for port 6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:08:10.728504 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0ef70321-beb5-4504-a711-0ec0393d33dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:10.731034 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e3599141-964f-4b71-84b3-8daa42776477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:10.753876 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7890d55f-dcd9-4663-8757-c7433a9282e1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:10.760873 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-0ef70321-beb5-4504-a711-0ec0393d33dd None None] Port 6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:08:10.957961 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7890d55f-dcd9-4663-8757-c7433a9282e1 demo admin] Publish callbacks [] for port (6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:10.963398 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7890d55f-dcd9-4663-8757-c7433a9282e1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:10.964315 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7890d55f-dcd9-4663-8757-c7433a9282e1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722579'] for router_interface (b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:11.027297 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890d55f-dcd9-4663-8757-c7433a9282e1 demo admin] Pushing event updated for resources: {'Port': ['ID=6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:11.074823 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=65,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:11.081245 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=13,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:11.092701 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7890d55f-dcd9-4663-8757-c7433a9282e1 demo admin] Network aba3645a-9b71-4226-88f0-9eb72b73f458 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:08:11.094296 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-7890d55f-dcd9-4663-8757-c7433a9282e1 demo admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:08:11.105220 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:11.247949 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:11.264990 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7890d55f-dcd9-4663-8757-c7433a9282e1 demo admin] Router b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7 is scheduled to L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 with binding_index 1 {{(pid=104122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 10:08:11.279425 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-0b1dbe54-41da-4873-8806-b84ff20b1930 None None] Provisioning complete for port 6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:08:11.279757 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b1dbe54-41da-4873-8806-b84ff20b1930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:11.312380 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-0b1dbe54-41da-4873-8806-b84ff20b1930 None None] Port 6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:08:11.356872 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7890d55f-dcd9-4663-8757-c7433a9282e1 demo admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:08:11.362112 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-7890d55f-dcd9-4663-8757-c7433a9282e1 demo admin] 10.222.0.43 "PUT /v2.0/routers/b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7615149 Jun 22 10:08:11.366530 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] Sync routers for ids ['b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:08:11.380039 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] Routers {'b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:08:11.380889 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:08:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:11.570694 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] Set router b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7 gateway port host: None {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:08:11.912668 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:12.005279 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7', 'name': 'router1', 'tenant_id': '6008ad7344a543cdae5546c3d2f389b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:08:00Z', 'updated_at': '2022-06-22T10:08:10Z', 'revision_number': 2, 'project_id': '6008ad7344a543cdae5546c3d2f389b1', 'gw_port_host': None, '_interfaces': [{'id': '6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f', 'name': '', 'network_id': 'aba3645a-9b71-4226-88f0-9eb72b73f458', 'tenant_id': '6008ad7344a543cdae5546c3d2f389b1', 'mac_address': 'fa:16:3e:92:7f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ec94482-428a-47c0-ba0a-01319e94a97b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:08:09Z', 'updated_at': '2022-06-22T10:08:10Z', 'revision_number': 2, 'project_id': '6008ad7344a543cdae5546c3d2f389b1', 'subnets': [{'id': '0ec94482-428a-47c0-ba0a-01319e94a97b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e02e62d-2e49-4db0-a29d-9f1fc051ce4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:12.054989 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] Checking router: b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7 for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:08:12.055351 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] Updating router b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7 port 6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f binding host dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:08:12.109715 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:12.623828 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] Publish callbacks [] for port (6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:12.629968 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:12.786951 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ab8e5-e62a-417e-a78c-02536775d943 None None] Pushing event updated for resources: {'Port': ['ID=6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:12.800340 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ab8e5-e62a-417e-a78c-02536775d943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.800690 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ab8e5-e62a-417e-a78c-02536775d943 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.801043 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ab8e5-e62a-417e-a78c-02536775d943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.801390 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ab8e5-e62a-417e-a78c-02536775d943 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.801741 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ab8e5-e62a-417e-a78c-02536775d943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.802078 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ab8e5-e62a-417e-a78c-02536775d943 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.802409 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ab8e5-e62a-417e-a78c-02536775d943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.802739 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ab8e5-e62a-417e-a78c-02536775d943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.803073 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ab8e5-e62a-417e-a78c-02536775d943 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.803401 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ab8e5-e62a-417e-a78c-02536775d943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.803728 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ab8e5-e62a-417e-a78c-02536775d943 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.804078 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ab8e5-e62a-417e-a78c-02536775d943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.804408 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ab8e5-e62a-417e-a78c-02536775d943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.804732 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ab8e5-e62a-417e-a78c-02536775d943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.805056 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ab8e5-e62a-417e-a78c-02536775d943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5ab8e5-e62a-417e-a78c-02536775d943 None None] Tracked resource versions report: Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: pushed versions: Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: { 'AddressGroup': {'1.2'}, Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Agent': {'1.1'}, Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'ConntrackHelper': {'1.0'}, Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'LocalIPAssociation': {'1.0'}, Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Log': {'1.0'}, Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'NDPProxy': {'1.0'}, Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Network': {'1.1'}, Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Port': {'1.7'}, Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'PortForwarding': {'1.3'}, Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'QosPolicy': {'1.10'}, Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'SecurityGroup': {'1.5'}, Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'SecurityGroupRule': {'1.2'}, Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'SubPort': {'1.0'}, Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Subnet': {'1.1'}, Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Trunk': {'1.1'}} Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: consumer versions: Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: { DHCP agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: L3 agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: Metadata agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: Metering agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: Open vSwitch agent@dv-cinder-847131-1-iscsi: { 'AddressGroup': '1.2', Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Agent': '1.1', Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'ConntrackHelper': '1.0', Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'LocalIPAssociation': '1.0', Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Log': '1.0', Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'NDPProxy': '1.0', Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Network': '1.1', Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Port': '1.7', Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'PortForwarding': '1.3', Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'QosPolicy': '1.10', Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'SecurityGroup': '1.5', Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'SecurityGroupRule': '1.2', Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'SubPort': '1.0', Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Subnet': '1.1', Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Trunk': '1.1'}} Jun 22 10:08:12.807294 dv-cinder-847131-1-iscsi neutron-server[104125]: {{(pid=104125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 10:08:12.819010 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] Attempting to bind port 6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:08:12.819413 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] Attempting to bind port 6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'b8ab8c44-51c0-4cd6-a55c-d13d9a8f9688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'aba3645a-9b71-4226-88f0-9eb72b73f458'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:08:12.820189 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] Attempting to bind port 6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f on network aba3645a-9b71-4226-88f0-9eb72b73f458 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:08:12.825113 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:08:12.825540 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] Checking segment: {'id': 'b8ab8c44-51c0-4cd6-a55c-d13d9a8f9688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'aba3645a-9b71-4226-88f0-9eb72b73f458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:08:12.826050 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:12.827025 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] Bound using segment: {'id': 'b8ab8c44-51c0-4cd6-a55c-d13d9a8f9688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'aba3645a-9b71-4226-88f0-9eb72b73f458'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:08:12.827516 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] Bound port: 6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ab8c44-51c0-4cd6-a55c-d13d9a8f9688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'aba3645a-9b71-4226-88f0-9eb72b73f458'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:08:12.828049 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:12.838344 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-3babbc75-5dbd-4c13-9af5-e52540ce93cf None None] Provisioning complete for port 6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:08:12.838741 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3babbc75-5dbd-4c13-9af5-e52540ce93cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:12.870682 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-3babbc75-5dbd-4c13-9af5-e52540ce93cf None None] Port 6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:08:12.891914 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:12.895792 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] For port 6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:08:12.916017 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] For port 6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f,segment=NetworkSegment(b8ab8c44-51c0-4cd6-a55c-d13d9a8f9688),segment_id=b8ab8c44-51c0-4cd6-a55c-d13d9a8f9688)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:08:12.921895 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:12.950932 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:12.981058 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] Routers {'b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:08:12.981749 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:08:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:13.025211 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ab8e5-e62a-417e-a78c-02536775d943 None None] Pushing event updated for resources: {'Port': ['ID=6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:13.082904 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] Set router b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7 gateway port host: None {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:08:13.192327 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-515b6fd8-bd31-40df-9380-09a54ae912a0 None None] Provisioning complete for port 6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:08:13.192901 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-515b6fd8-bd31-40df-9380-09a54ae912a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:13.267524 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-515b6fd8-bd31-40df-9380-09a54ae912a0 None None] Current status of the port 6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:08:13.267865 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-515b6fd8-bd31-40df-9380-09a54ae912a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:13.283127 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7', 'name': 'router1', 'tenant_id': '6008ad7344a543cdae5546c3d2f389b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:08:00Z', 'updated_at': '2022-06-22T10:08:10Z', 'revision_number': 2, 'project_id': '6008ad7344a543cdae5546c3d2f389b1', 'gw_port_host': None, '_interfaces': [{'id': '6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f', 'name': '', 'network_id': 'aba3645a-9b71-4226-88f0-9eb72b73f458', 'tenant_id': '6008ad7344a543cdae5546c3d2f389b1', 'mac_address': 'fa:16:3e:92:7f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ec94482-428a-47c0-ba0a-01319e94a97b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:08:09Z', 'updated_at': '2022-06-22T10:08:12Z', 'revision_number': 4, 'project_id': '6008ad7344a543cdae5546c3d2f389b1', 'subnets': [{'id': '0ec94482-428a-47c0-ba0a-01319e94a97b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e02e62d-2e49-4db0-a29d-9f1fc051ce4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:13.305966 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-515b6fd8-bd31-40df-9380-09a54ae912a0 None None] For port 6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f,segment=NetworkSegment(b8ab8c44-51c0-4cd6-a55c-d13d9a8f9688),segment_id=b8ab8c44-51c0-4cd6-a55c-d13d9a8f9688)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:08:13.310193 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-515b6fd8-bd31-40df-9380-09a54ae912a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:13.315057 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfe251c-2a02-4c3e-8dc2-5685c8e38b59 None None] The sync data for ids ['b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7'] in dv-cinder-847131-1-iscsi is: [{'id': 'b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7', 'name': 'router1', 'tenant_id': '6008ad7344a543cdae5546c3d2f389b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:08:00Z', 'updated_at': '2022-06-22T10:08:10Z', 'revision_number': 2, 'project_id': '6008ad7344a543cdae5546c3d2f389b1', 'gw_port_host': None, '_interfaces': [{'id': '6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f', 'name': '', 'network_id': 'aba3645a-9b71-4226-88f0-9eb72b73f458', 'tenant_id': '6008ad7344a543cdae5546c3d2f389b1', 'mac_address': 'fa:16:3e:92:7f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ec94482-428a-47c0-ba0a-01319e94a97b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:08:09Z', 'updated_at': '2022-06-22T10:08:12Z', 'revision_number': 4, 'project_id': '6008ad7344a543cdae5546c3d2f389b1', 'subnets': [{'id': '0ec94482-428a-47c0-ba0a-01319e94a97b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e02e62d-2e49-4db0-a29d-9f1fc051ce4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:08:13.373251 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:13.376040 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b6fd8-bd31-40df-9380-09a54ae912a0 None None] Pushing event updated for resources: {'Port': ['ID=6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:13.688406 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 34606) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:08:13.824305 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:13.901938 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab1d16b-43d7-4d40-b870-001004a79f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:08:13.903325 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-fab1d16b-43d7-4d40-b870-001004a79f87 admin admin] 10.222.0.43 "GET /v2.0/networks/79d15111-a84f-47a4-8793-6586c660a510 HTTP/1.1" status: 200 len: 842 time: 0.2139614 Jun 22 10:08:13.912760 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-43132e24-bce3-4161-aa14-5396941a6e17 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'ip_version': 4, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:08:13.936009 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43132e24-bce3-4161-aa14-5396941a6e17 admin admin] Made reservation on behalf of 24726cc2fba44a5087e961da4a7cd653 for: {'subnet': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:08:13.938392 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-43132e24-bce3-4161-aa14-5396941a6e17 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:14.229349 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.objects.ports [None req-43132e24-bce3-4161-aa14-5396941a6e17 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104122) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 22 10:08:14.229787 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-43132e24-bce3-4161-aa14-5396941a6e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for subnet (881d1904-b49c-4f96-97f8-7f06ad28254d), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:14.278019 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43132e24-bce3-4161-aa14-5396941a6e17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=881d1904-b49c-4f96-97f8-7f06ad28254d,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:14.296293 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43132e24-bce3-4161-aa14-5396941a6e17 admin admin] Checking segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:08:14.296638 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43132e24-bce3-4161-aa14-5396941a6e17 admin admin] Network hostable DHCP agents. Network: 79d15111-a84f-47a4-8793-6586c660a510, hostable agents: ['932caf1b-e271-42cd-92f3-ee8a2197157a'], hosted agents: [] {{(pid=104122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:08:14.317587 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43132e24-bce3-4161-aa14-5396941a6e17 admin admin] Network 79d15111-a84f-47a4-8793-6586c660a510 is scheduled to be hosted by DHCP agent 932caf1b-e271-42cd-92f3-ee8a2197157a with binding_index 1 {{(pid=104122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:08:14.331125 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-43132e24-bce3-4161-aa14-5396941a6e17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-1-iscsi, 79d15111-a84f-47a4-8793-6586c660a510) {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:08:14.335255 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43132e24-bce3-4161-aa14-5396941a6e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:08:14.335867 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-43132e24-bce3-4161-aa14-5396941a6e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:14.341433 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7c88b8-8954-40af-b45a-69736734859f None None] Network 79d15111-a84f-47a4-8793-6586c660a510 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:08:14.355032 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-43132e24-bce3-4161-aa14-5396941a6e17 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4455056 Jun 22 10:08:14.427250 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:14.463861 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f8c4a9-7848-4154-9151-6aa2ba717b6c None None] Network 79d15111-a84f-47a4-8793-6586c660a510 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:08:16.663281 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 34624) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:08:16.799536 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-8b67870c-21d6-4b8f-bc50-d8ae4280ef25 demo admin] 10.222.0.43 "GET /v2.0/routers/b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7 HTTP/1.1" status: 200 len: 710 time: 0.1350157 Jun 22 10:08:16.833191 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:16.892928 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e64f87-4544-4c43-95f6-09ed0a15990d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:08:16.894360 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-a3e64f87-4544-4c43-95f6-09ed0a15990d demo admin] 10.222.0.43 "GET /v2.0/networks/79d15111-a84f-47a4-8793-6586c660a510 HTTP/1.1" status: 200 len: 886 time: 0.0892153 Jun 22 10:08:16.903805 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-ee421988-d782-4be5-932a-9709fb5be402 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:08:17.195276 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:17.212603 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ee421988-d782-4be5-932a-9709fb5be402 demo admin] Publish callbacks [] for router_gateway (b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:17.428587 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ee421988-d782-4be5-932a-9709fb5be402 demo admin] Publish callbacks [] for router_gateway (b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:17.509131 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ee421988-d782-4be5-932a-9709fb5be402 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:17.627413 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-ee421988-d782-4be5-932a-9709fb5be402 demo admin] Allocated IP 172.27.0.37 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/3e1f692e-dc87-48d8-a30d-94cdc9b2fafd) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:08:17.738968 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ee421988-d782-4be5-932a-9709fb5be402 demo admin] Publish callbacks [] for port (3e1f692e-dc87-48d8-a30d-94cdc9b2fafd), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:17.775479 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ee421988-d782-4be5-932a-9709fb5be402 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (3e1f692e-dc87-48d8-a30d-94cdc9b2fafd), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:17.817798 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee421988-d782-4be5-932a-9709fb5be402 demo admin] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:08:17.823095 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-ee421988-d782-4be5-932a-9709fb5be402 demo admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:08:17.827242 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee421988-d782-4be5-932a-9709fb5be402 demo admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:08:17.828889 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:17.830374 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee421988-d782-4be5-932a-9709fb5be402 demo admin] Pushing event updated for resources: {'Port': ['ID=3e1f692e-dc87-48d8-a30d-94cdc9b2fafd,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:18.073843 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:18.076750 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ee421988-d782-4be5-932a-9709fb5be402 demo admin] Publish callbacks [] for router_gateway (b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:18.280344 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ee421988-d782-4be5-932a-9709fb5be402 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260995'] for router (b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:18.283939 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ee421988-d782-4be5-932a-9709fb5be402 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-725677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-725695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724271'] for router (b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:18.482767 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee421988-d782-4be5-932a-9709fb5be402 demo admin] Router b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:08:18.590344 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee421988-d782-4be5-932a-9709fb5be402 demo admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:08:18.595192 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ee421988-d782-4be5-932a-9709fb5be402 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:18.596463 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-ee421988-d782-4be5-932a-9709fb5be402 demo admin] 10.222.0.43 "PUT /v2.0/routers/b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7 HTTP/1.1" status: 200 len: 889 time: 1.6958423 Jun 22 10:08:18.992462 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 5 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:08:19.546413 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:08:19.590422 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:08:19.590960 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:19.665962 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:08:19.676819 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] Sync routers for ids ['b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:08:19.687000 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:19.689812 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] Routers {'b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:08:19.690516 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:08:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:19.893010 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] Set router b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:08:20.339693 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7', 'name': 'router1', 'tenant_id': '6008ad7344a543cdae5546c3d2f389b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e1f692e-dc87-48d8-a30d-94cdc9b2fafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:08:00Z', 'updated_at': '2022-06-22T10:08:17Z', 'revision_number': 4, 'project_id': '6008ad7344a543cdae5546c3d2f389b1', 'gw_port': {'id': '3e1f692e-dc87-48d8-a30d-94cdc9b2fafd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:08:17Z', 'updated_at': '2022-06-22T10:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f', 'name': '', 'network_id': 'aba3645a-9b71-4226-88f0-9eb72b73f458', 'tenant_id': '6008ad7344a543cdae5546c3d2f389b1', 'mac_address': 'fa:16:3e:92:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ec94482-428a-47c0-ba0a-01319e94a97b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:08:09Z', 'updated_at': '2022-06-22T10:08:13Z', 'revision_number': 5, 'project_id': '6008ad7344a543cdae5546c3d2f389b1', 'subnets': [{'id': '0ec94482-428a-47c0-ba0a-01319e94a97b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e02e62d-2e49-4db0-a29d-9f1fc051ce4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:20.390575 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] Checking router: b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7 for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:08:20.390954 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] Updating router b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7 port 3e1f692e-dc87-48d8-a30d-94cdc9b2fafd binding host dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:08:20.444893 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (3e1f692e-dc87-48d8-a30d-94cdc9b2fafd), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:20.756601 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] Publish callbacks [] for port (3e1f692e-dc87-48d8-a30d-94cdc9b2fafd), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:20.762993 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (3e1f692e-dc87-48d8-a30d-94cdc9b2fafd), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:20.793745 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:20.811816 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163cb37-f3ce-4ab4-b9e3-ed4036563b6e None None] Pushing event updated for resources: {'Port': ['ID=3e1f692e-dc87-48d8-a30d-94cdc9b2fafd,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:20.822697 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] Attempting to bind port 3e1f692e-dc87-48d8-a30d-94cdc9b2fafd on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:08:20.823095 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] Attempting to bind port 3e1f692e-dc87-48d8-a30d-94cdc9b2fafd by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:08:20.823462 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] Attempting to bind port 3e1f692e-dc87-48d8-a30d-94cdc9b2fafd on network 79d15111-a84f-47a4-8793-6586c660a510 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:08:20.828612 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:08:20.828994 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] Checking segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:08:20.829394 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:20.829819 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] Bound using segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:08:20.830288 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] Bound port: 3e1f692e-dc87-48d8-a30d-94cdc9b2fafd, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:08:20.830669 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (3e1f692e-dc87-48d8-a30d-94cdc9b2fafd), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:20.878120 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] For port 3e1f692e-dc87-48d8-a30d-94cdc9b2fafd, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:08:20.881355 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] For port 3e1f692e-dc87-48d8-a30d-94cdc9b2fafd, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=3e1f692e-dc87-48d8-a30d-94cdc9b2fafd,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:08:20.887903 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (3e1f692e-dc87-48d8-a30d-94cdc9b2fafd), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:20.939454 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] Routers {'b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:08:20.940107 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:08:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:20.957632 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 34636) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:08:20.984516 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163cb37-f3ce-4ab4-b9e3-ed4036563b6e None None] Pushing event updated for resources: {'Port': ['ID=3e1f692e-dc87-48d8-a30d-94cdc9b2fafd,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:21.034652 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:21.055600 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] Set router b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:08:21.077925 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-637a3319-9d1c-45ef-8653-3abaa25f3d22 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1191108 Jun 22 10:08:21.268377 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7', 'name': 'router1', 'tenant_id': '6008ad7344a543cdae5546c3d2f389b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e1f692e-dc87-48d8-a30d-94cdc9b2fafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:08:00Z', 'updated_at': '2022-06-22T10:08:17Z', 'revision_number': 4, 'project_id': '6008ad7344a543cdae5546c3d2f389b1', 'gw_port': {'id': '3e1f692e-dc87-48d8-a30d-94cdc9b2fafd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:08:17Z', 'updated_at': '2022-06-22T10:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f', 'name': '', 'network_id': 'aba3645a-9b71-4226-88f0-9eb72b73f458', 'tenant_id': '6008ad7344a543cdae5546c3d2f389b1', 'mac_address': 'fa:16:3e:92:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ec94482-428a-47c0-ba0a-01319e94a97b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:08:09Z', 'updated_at': '2022-06-22T10:08:13Z', 'revision_number': 5, 'project_id': '6008ad7344a543cdae5546c3d2f389b1', 'subnets': [{'id': '0ec94482-428a-47c0-ba0a-01319e94a97b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e02e62d-2e49-4db0-a29d-9f1fc051ce4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:08:21.294120 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9dc555-127d-47e1-afe3-24aea16e1f88 None None] The sync data for ids ['b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7'] in dv-cinder-847131-1-iscsi is: [{'id': 'b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7', 'name': 'router1', 'tenant_id': '6008ad7344a543cdae5546c3d2f389b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '3e1f692e-dc87-48d8-a30d-94cdc9b2fafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:08:00Z', 'updated_at': '2022-06-22T10:08:17Z', 'revision_number': 4, 'project_id': '6008ad7344a543cdae5546c3d2f389b1', 'gw_port': {'id': '3e1f692e-dc87-48d8-a30d-94cdc9b2fafd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:08:17Z', 'updated_at': '2022-06-22T10:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f', 'name': '', 'network_id': 'aba3645a-9b71-4226-88f0-9eb72b73f458', 'tenant_id': '6008ad7344a543cdae5546c3d2f389b1', 'mac_address': 'fa:16:3e:92:7f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9eaf5c6-eaf5-42d3-9941-04e8b3f648c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ec94482-428a-47c0-ba0a-01319e94a97b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:08:09Z', 'updated_at': '2022-06-22T10:08:13Z', 'revision_number': 5, 'project_id': '6008ad7344a543cdae5546c3d2f389b1', 'subnets': [{'id': '0ec94482-428a-47c0-ba0a-01319e94a97b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e02e62d-2e49-4db0-a29d-9f1fc051ce4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:08:21.569269 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 3e1f692e-dc87-48d8-a30d-94cdc9b2fafd up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:08:21.624863 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 3e1f692e-dc87-48d8-a30d-94cdc9b2fafd triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:08:21.625746 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (3e1f692e-dc87-48d8-a30d-94cdc9b2fafd), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:21.710614 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 3e1f692e-dc87-48d8-a30d-94cdc9b2fafd is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:08:21.711017 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (3e1f692e-dc87-48d8-a30d-94cdc9b2fafd), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:21.736545 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] For port 3e1f692e-dc87-48d8-a30d-94cdc9b2fafd, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=3e1f692e-dc87-48d8-a30d-94cdc9b2fafd,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:08:21.741247 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (3e1f692e-dc87-48d8-a30d-94cdc9b2fafd), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:21.800114 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Pushing event updated for resources: {'Port': ['ID=3e1f692e-dc87-48d8-a30d-94cdc9b2fafd,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:08:23.545529 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 3e1f692e-dc87-48d8-a30d-94cdc9b2fafd up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:08:23.598255 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 3e1f692e-dc87-48d8-a30d-94cdc9b2fafd triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:08:23.598638 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (3e1f692e-dc87-48d8-a30d-94cdc9b2fafd), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:23.681762 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 3e1f692e-dc87-48d8-a30d-94cdc9b2fafd is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:08:28.989259 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=32 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:28.990062 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=50 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:31.069202 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=42 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:31.075508 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:33.667758 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:33.682031 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:38.384019 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-606aec7b-97ac-4b84-9940-8ae89c3e945d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:40.674218 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6828-4108-4a44-bd77-351c5b7a8165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:41.924994 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:43.354745 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:43.822910 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:08:51.001671 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:51.004033 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:53.811581 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:53.816313 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:08:55.994947 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 5 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:09:05.989227 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:09:08.387616 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3397ccea-4a7c-4604-acde-1d6b38436403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:09:10.682054 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-81dd01bd-e389-48be-bf1d-4c62b8de7def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:09:11.921878 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:09:13.356984 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:09:13.816391 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:09:23.809951 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:09:23.811746 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:09:27.999013 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:09:32.996278 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 5 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:09:36.990215 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:09:37.811724 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35176) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:09:37.896182 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c6a92e-dcfa-4e3f-9743-8abec4ca90e7 admin admin] GET failed (client error): The resource could not be found. Jun 22 10:09:37.897543 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-48c6a92e-dcfa-4e3f-9743-8abec4ca90e7 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0848918 Jun 22 10:09:38.057994 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae5dcb1-347e-48bc-be60-cf3490b572b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:09:38.059406 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-cae5dcb1-347e-48bc-be60-cf3490b572b7 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1577668 Jun 22 10:09:38.373924 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d2e6ce86-5319-443a-b3d4-b48ec6a51261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:09:40.108781 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35186) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:09:40.202416 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca425602-6341-4cc3-a050-a83b7590239f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:09:40.203741 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ca425602-6341-4cc3-a050-a83b7590239f admin admin] 10.222.0.43 "GET /v2.0/subnets/0ec94482-428a-47c0-ba0a-01319e94a97b HTTP/1.1" status: 200 len: 849 time: 0.0940299 Jun 22 10:09:40.213714 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:09:40.298760 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] Publish callbacks [] for subnet (0ec94482-428a-47c0-ba0a-01319e94a97b), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:09:40.453260 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773364991591'] for subnet (0ec94482-428a-47c0-ba0a-01319e94a97b), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:09:40.486198 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:09:40.486810 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:09:40.488105 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] 10.222.0.43 "PUT /v2.0/subnets/0ec94482-428a-47c0-ba0a-01319e94a97b HTTP/1.1" status: 200 len: 868 time: 0.2779918 Jun 22 10:09:40.492859 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a82add-f92e-42a6-9d6d-23f95a6539a3 None None] Network aba3645a-9b71-4226-88f0-9eb72b73f458 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:09:40.512618 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ec94482-428a-47c0-ba0a-01319e94a97b,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:09:40.520450 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:40.520841 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:40.521134 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:40.521469 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:40.521882 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:40.522371 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:40.522694 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:40.523020 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:40.523347 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:40.523669 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:40.524016 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:40.524358 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:40.524681 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:40.525005 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:40.525322 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cb82ce-da4d-4484-ae9c-66bb584f4afd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:09:40.676083 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4b5e8587-be9c-4b7a-82d8-8f0def5a9f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:09:40.831091 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-7550235d-c8e7-4fa5-bcf0-4b9a84238e8f None None] Provisioning complete for port 9f2701c2-af34-43dd-9b4b-495a690769db triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:09:40.832694 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7550235d-c8e7-4fa5-bcf0-4b9a84238e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (9f2701c2-af34-43dd-9b4b-495a690769db), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:09:40.916028 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-7550235d-c8e7-4fa5-bcf0-4b9a84238e8f None None] Current status of the port 9f2701c2-af34-43dd-9b4b-495a690769db is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:09:40.924256 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-7550235d-c8e7-4fa5-bcf0-4b9a84238e8f None None] Provisioning complete for port 6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:09:40.924650 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7550235d-c8e7-4fa5-bcf0-4b9a84238e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:09:40.995423 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-7550235d-c8e7-4fa5-bcf0-4b9a84238e8f None None] Current status of the port 6a94ac8a-aa64-4bca-b3e9-5a1b2a25232f is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:09:41.922668 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:09:42.601960 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35194) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:09:42.805963 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b174cff9-a473-4273-8af8-a7b605a84b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:09:42.806360 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b174cff9-a473-4273-8af8-a7b605a84b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:09:42.807934 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b174cff9-a473-4273-8af8-a7b605a84b59 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2050157 Jun 22 10:09:42.992332 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:09:43.359560 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:09:43.821599 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:09:44.877301 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35202) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:09:45.012751 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2d0f62-6965-4622-87dc-3e0de582dcd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:09:45.013221 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2d0f62-6965-4622-87dc-3e0de582dcd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:09:45.014770 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ba2d0f62-6965-4622-87dc-3e0de582dcd1 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1364973 Jun 22 10:09:47.057363 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35210) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:09:47.214753 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02465c1f-db23-4124-b9e6-9e77e3da79de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:09:47.216140 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-02465c1f-db23-4124-b9e6-9e77e3da79de admin admin] 10.222.0.43 "GET /v2.0/networks/79d15111-a84f-47a4-8793-6586c660a510 HTTP/1.1" status: 200 len: 886 time: 0.1577766 Jun 22 10:09:49.285017 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35218) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:09:49.349475 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:09:49.359854 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:09:49.437488 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5559a9c2-83c5-4ec1-8223-753f48ff1da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:09:49.438895 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-5559a9c2-83c5-4ec1-8223-753f48ff1da9 admin admin] 10.222.0.43 "GET /v2.0/networks/aba3645a-9b71-4226-88f0-9eb72b73f458 HTTP/1.1" status: 200 len: 869 time: 0.1528966 Jun 22 10:09:51.512697 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35226) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:09:51.635255 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8d946c-b0ef-4dfd-b756-72dd750ccae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:09:51.635715 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8d946c-b0ef-4dfd-b756-72dd750ccae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:09:51.637246 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0c8d946c-b0ef-4dfd-b756-72dd750ccae5 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236019 Jun 22 10:09:53.743329 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35234) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:09:53.814436 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:09:53.816424 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:09:53.874425 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae2e289-7449-4bf9-a6ba-ccfb022fd6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:09:53.875191 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae2e289-7449-4bf9-a6ba-ccfb022fd6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:09:53.876957 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-5ae2e289-7449-4bf9-a6ba-ccfb022fd6c3 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1326823 Jun 22 10:09:55.908760 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35244) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:09:56.002690 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943d5acc-0349-4111-a3a0-239dca288d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:09:56.004050 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-943d5acc-0349-4111-a3a0-239dca288d87 admin admin] 10.222.0.43 "GET /v2.0/subnets/0ec94482-428a-47c0-ba0a-01319e94a97b HTTP/1.1" status: 200 len: 868 time: 0.0942574 Jun 22 10:09:58.065671 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35252) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:09:58.156865 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de68aec2-577a-4073-83b1-fa7e6c140085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:09:58.158256 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-de68aec2-577a-4073-83b1-fa7e6c140085 admin admin] 10.222.0.43 "GET /v2.0/subnets/881d1904-b49c-4f96-97f8-7f06ad28254d HTTP/1.1" status: 200 len: 816 time: 0.0916116 Jun 22 10:10:01.625031 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=18 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:10:01.631319 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=10 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:10:04.991336 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:10:04.997062 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:10:08.152468 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=16 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:10:08.153681 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=20 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:10:08.368068 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6b521343-bf7c-4390-92a2-80de062568a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:09.997837 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 5 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:10:10.680448 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f55e3f96-afa3-4d2c-bed6-eee12f138ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:11.929175 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:13.361203 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:13.828751 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:19.992561 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:10:19.993301 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:10:23.818147 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:10:23.823930 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:10:24.904008 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35306) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:10:24.950869 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [None req-fe55a70a-eff1-496e-9526-75eb701b1660 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 10:10:24.951929 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-fe55a70a-eff1-496e-9526-75eb701b1660 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0469451 Jun 22 10:10:27.096295 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35314) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:10:27.157787 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5df0fe6-4b2e-43fb-a198-31bd3a92d42b admin admin] GET failed (client error): The resource could not be found. Jun 22 10:10:27.159081 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-e5df0fe6-4b2e-43fb-a198-31bd3a92d42b admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618594 Jun 22 10:10:27.301865 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f70605b-d136-40bb-affa-e644384545ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:10:27.303368 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-9f70605b-d136-40bb-affa-e644384545ad admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1395493 Jun 22 10:10:29.432669 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35322) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:10:29.493779 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:10:29.516090 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Made reservation on behalf of 24726cc2fba44a5087e961da4a7cd653 for: {'network': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:10:29.518515 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for network (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:29.549616 dv-cinder-847131-1-iscsi neutron-server[104122]: WARNING neutron.services.revisions.revision_plugin [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Could not find related network for resource to bump revision. Jun 22 10:10:29.562134 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] vlan segment allocate from pool success with {'vlan_id': 976, 'physical_network': 'physnet1'} {{(pid=104122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:10:29.574038 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (a3fe2f82-9002-461d-87a8-6f766e45d0a9), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:29.574414 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.segments_db [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Added segment a3fe2f82-9002-461d-87a8-6f766e45d0a9 of type vlan for network 7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa Jun 22 10:10:29.621147 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773364491457'] for network (7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:29.650997 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for network (7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:29.652041 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:10:29.652872 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:29.691850 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2580810 Jun 22 10:10:29.723563 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Pushing event updated for resources: {'Network': ['ID=7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:29.732323 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:29.732668 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:29.733007 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:29.733342 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:29.733672 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:29.734033 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:29.734355 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:29.734677 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:29.735020 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:29.735345 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:29.735667 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:29.736000 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:29.736321 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:29.736633 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:29.736950 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f937d0-6b23-4a25-80a1-724a6600f8ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:29.748819 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Network 7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa details requested by agent ovs-agent-dv-cinder-847131-1-iscsi with host dv-cinder-847131-1-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 10:10:31.874403 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35330) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:10:31.935976 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e79d12-ccb0-4456-8c8e-1254fe29ae06 admin admin] GET failed (client error): The resource could not be found. Jun 22 10:10:31.937281 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-d1e79d12-ccb0-4456-8c8e-1254fe29ae06 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619142 Jun 22 10:10:32.010289 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8b9017-5884-4d14-b988-eef524a1a73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:10:32.011775 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-1e8b9017-5884-4d14-b988-eef524a1a73a admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0704467 Jun 22 10:10:32.021356 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-a9183f8d-e0a8-4b01-bade-274d76d9d68b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:10:32.043311 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9183f8d-e0a8-4b01-bade-274d76d9d68b admin admin] Made reservation on behalf of 24726cc2fba44a5087e961da4a7cd653 for: {'subnet': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:10:32.045636 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a9183f8d-e0a8-4b01-bade-274d76d9d68b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:32.210721 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a9183f8d-e0a8-4b01-bade-274d76d9d68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for subnet (1ea551c8-fe75-42ff-8e61-f82544d80e42), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:32.265725 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9183f8d-e0a8-4b01-bade-274d76d9d68b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ea551c8-fe75-42ff-8e61-f82544d80e42,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:32.274642 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9183f8d-e0a8-4b01-bade-274d76d9d68b admin admin] Checking segment: {'id': 'a3fe2f82-9002-461d-87a8-6f766e45d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:10:32.274994 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9183f8d-e0a8-4b01-bade-274d76d9d68b admin admin] Network hostable DHCP agents. Network: 7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa, hostable agents: ['932caf1b-e271-42cd-92f3-ee8a2197157a'], hosted agents: [] {{(pid=104122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:10:32.291735 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9183f8d-e0a8-4b01-bade-274d76d9d68b admin admin] Network 7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa is scheduled to be hosted by DHCP agent 932caf1b-e271-42cd-92f3-ee8a2197157a with binding_index 1 {{(pid=104122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:10:32.300975 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-a9183f8d-e0a8-4b01-bade-274d76d9d68b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-1-iscsi, 7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa) {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:10:32.305103 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9183f8d-e0a8-4b01-bade-274d76d9d68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:10:32.305706 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a9183f8d-e0a8-4b01-bade-274d76d9d68b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:32.308523 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:10:32.312791 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe40edff-3491-4f09-89ee-bdd8fefeb42c None None] Network 7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:10:32.323399 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-a9183f8d-e0a8-4b01-bade-274d76d9d68b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3052738 Jun 22 10:10:32.423644 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa237d7d-b3be-5477-8a51-97f00709975f-7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa', 'network_id': '7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa', 'project_id': '24726cc2fba44a5087e961da4a7cd653', 'fixed_ips': [{'subnet_id': '1ea551c8-fe75-42ff-8e61-f82544d80e42'}]}} from dv-cinder-847131-1-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 10:10:32.424612 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:32.568421 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Allocated IP 192.168.233.2 (7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa/1ea551c8-fe75-42ff-8e61-f82544d80e42/c86377f6-fe4c-4d5c-842c-16ecefb6bd53) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:10:32.822785 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Publish callbacks [] for port (c86377f6-fe4c-4d5c-842c-16ecefb6bd53), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:32.830287 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (c86377f6-fe4c-4d5c-842c-16ecefb6bd53), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:32.873671 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Network 7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:10:32.880800 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:10:32.884742 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:10:32.886717 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Pushing event updated for resources: {'Port': ['ID=c86377f6-fe4c-4d5c-842c-16ecefb6bd53,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:32.895452 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:32.895791 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:32.896181 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:32.896532 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:32.896889 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:32.897267 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:32.897594 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:32.897932 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:32.898251 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:32.898576 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:32.898893 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:32.899226 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:32.899566 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:32.899879 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:32.900192 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:10:32.958534 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Attempting to bind port c86377f6-fe4c-4d5c-842c-16ecefb6bd53 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:10:32.958898 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Attempting to bind port c86377f6-fe4c-4d5c-842c-16ecefb6bd53 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'a3fe2f82-9002-461d-87a8-6f766e45d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:10:32.959252 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Attempting to bind port c86377f6-fe4c-4d5c-842c-16ecefb6bd53 on network 7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:10:32.964737 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:10:32.965109 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Checking segment: {'id': 'a3fe2f82-9002-461d-87a8-6f766e45d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:10:32.965500 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:32.965912 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Bound using segment: {'id': 'a3fe2f82-9002-461d-87a8-6f766e45d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:10:32.966374 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Bound port: c86377f6-fe4c-4d5c-842c-16ecefb6bd53, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3fe2f82-9002-461d-87a8-6f766e45d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:10:32.966748 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (c86377f6-fe4c-4d5c-842c-16ecefb6bd53), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:33.029936 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] For port c86377f6-fe4c-4d5c-842c-16ecefb6bd53, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:10:33.033878 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] For port c86377f6-fe4c-4d5c-842c-16ecefb6bd53, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=c86377f6-fe4c-4d5c-842c-16ecefb6bd53,segment=NetworkSegment(a3fe2f82-9002-461d-87a8-6f766e45d0a9),segment_id=a3fe2f82-9002-461d-87a8-6f766e45d0a9)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:10:33.040339 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (c86377f6-fe4c-4d5c-842c-16ecefb6bd53), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:33.105339 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65907cd8-0022-45b7-bdfe-317240f82dd8 None None] Pushing event updated for resources: {'Port': ['ID=c86377f6-fe4c-4d5c-842c-16ecefb6bd53,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:33.635805 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device c86377f6-fe4c-4d5c-842c-16ecefb6bd53 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:10:33.687894 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port c86377f6-fe4c-4d5c-842c-16ecefb6bd53 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:10:33.688370 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (c86377f6-fe4c-4d5c-842c-16ecefb6bd53), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:33.719344 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:10:33.765270 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:10:33.774007 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port c86377f6-fe4c-4d5c-842c-16ecefb6bd53 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:10:33.774007 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (c86377f6-fe4c-4d5c-842c-16ecefb6bd53), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:33.818325 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] For port c86377f6-fe4c-4d5c-842c-16ecefb6bd53, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=c86377f6-fe4c-4d5c-842c-16ecefb6bd53,segment=NetworkSegment(a3fe2f82-9002-461d-87a8-6f766e45d0a9),segment_id=a3fe2f82-9002-461d-87a8-6f766e45d0a9)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:10:33.824240 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (c86377f6-fe4c-4d5c-842c-16ecefb6bd53), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:33.882822 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Pushing event updated for resources: {'Port': ['ID=c86377f6-fe4c-4d5c-842c-16ecefb6bd53,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:10:33.978379 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31744a2d-0609-47f7-99ef-fce9eb4a2cd2 None None] Network 7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:10:34.054119 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-375c11bc-e0b8-4abb-a734-b82d5305406b None None] Provisioning complete for port c86377f6-fe4c-4d5c-842c-16ecefb6bd53 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:10:34.054486 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-375c11bc-e0b8-4abb-a734-b82d5305406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (c86377f6-fe4c-4d5c-842c-16ecefb6bd53), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:34.169588 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-375c11bc-e0b8-4abb-a734-b82d5305406b None None] Current status of the port c86377f6-fe4c-4d5c-842c-16ecefb6bd53 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:10:34.388660 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-cd8a3c4e-aec2-407e-b6ed-acb636c48176 None None] Provisioning complete for port c86377f6-fe4c-4d5c-842c-16ecefb6bd53 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:10:34.388975 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd8a3c4e-aec2-407e-b6ed-acb636c48176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (c86377f6-fe4c-4d5c-842c-16ecefb6bd53), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:34.467595 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a3c4e-aec2-407e-b6ed-acb636c48176 None None] Current status of the port c86377f6-fe4c-4d5c-842c-16ecefb6bd53 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:10:35.618104 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device c86377f6-fe4c-4d5c-842c-16ecefb6bd53 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:10:35.663605 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port c86377f6-fe4c-4d5c-842c-16ecefb6bd53 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:10:35.663994 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (c86377f6-fe4c-4d5c-842c-16ecefb6bd53), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:35.737965 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port c86377f6-fe4c-4d5c-842c-16ecefb6bd53 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:10:38.371840 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-418c155d-ad87-4f40-82a7-f54f2153e03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:40.682326 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b8f139bc-1c75-401c-bd8e-4082702f24df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:41.926314 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:41.992281 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=18 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:10:41.993342 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=14 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:10:42.315700 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=75,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:10:43.364343 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:43.823055 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:10:46.996748 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 5 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:10:53.815966 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:10:53.820020 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:10:56.993097 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:10:56.993898 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:11:08.373442 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e14f41ca-03aa-4cda-b04a-886446cc2ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:11:10.688569 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e1a387e2-f9b7-4535-950b-d4a57e75c7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:11:11.929337 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:11:13.368324 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:11:13.826310 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:11:18.985763 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:11:18.990539 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:11:23.820132 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:11:23.822044 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:11:23.996213 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 5 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:11:36.984729 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:11:36.985470 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:11:38.376189 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1cf5bb0a-3ef0-4039-a38e-5d2151780369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:11:40.682884 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd47dc01-d34e-489b-a111-a5ce133b3cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:11:41.932051 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:11:43.371353 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:11:43.831887 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:11:53.825137 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:11:53.827019 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:11:55.977892 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:11:55.987080 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:11:59.358262 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35370) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:11:59.363829 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [None req-a0041704-9dbf-4796-b14c-810afa588614 tempest-verify_tempest_config-1173239316 tempest-verify_tempest_config-1173239316-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 10:11:59.365921 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-a0041704-9dbf-4796-b14c-810afa588614 tempest-verify_tempest_config-1173239316 tempest-verify_tempest_config-1173239316-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0066664 Jun 22 10:11:59.667178 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35388) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:11:59.777230 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-58550ff1-8f24-4a20-8bb6-9170383d71f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:11:59.854006 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-58550ff1-8f24-4a20-8bb6-9170383d71f5 admin admin] Publish callbacks [] for security_group (f5a7a089-58ba-4254-8b52-7fff08943966), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:11:59.857286 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-58550ff1-8f24-4a20-8bb6-9170383d71f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (f5a7a089-58ba-4254-8b52-7fff08943966), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:11:59.902777 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-58550ff1-8f24-4a20-8bb6-9170383d71f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cdb8d2eb05fc46b4b9886a7420dcc0ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2345750 Jun 22 10:11:59.903621 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58550ff1-8f24-4a20-8bb6-9170383d71f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a7a089-58ba-4254-8b52-7fff08943966,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:11:59.905498 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35392) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:11:59.910353 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58550ff1-8f24-4a20-8bb6-9170383d71f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:59.910698 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58550ff1-8f24-4a20-8bb6-9170383d71f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:59.911107 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58550ff1-8f24-4a20-8bb6-9170383d71f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:59.911689 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58550ff1-8f24-4a20-8bb6-9170383d71f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:59.911941 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58550ff1-8f24-4a20-8bb6-9170383d71f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:59.912324 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58550ff1-8f24-4a20-8bb6-9170383d71f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:59.912646 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58550ff1-8f24-4a20-8bb6-9170383d71f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:59.912969 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58550ff1-8f24-4a20-8bb6-9170383d71f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:59.913337 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58550ff1-8f24-4a20-8bb6-9170383d71f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:59.913773 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58550ff1-8f24-4a20-8bb6-9170383d71f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:59.914115 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58550ff1-8f24-4a20-8bb6-9170383d71f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:59.914457 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58550ff1-8f24-4a20-8bb6-9170383d71f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:59.914777 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58550ff1-8f24-4a20-8bb6-9170383d71f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:59.915092 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58550ff1-8f24-4a20-8bb6-9170383d71f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:59.915405 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58550ff1-8f24-4a20-8bb6-9170383d71f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:11:59.991928 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-be9ca560-0089-4d71-8438-cb1191a8530d admin admin] Publish callbacks [] for security_group (f5a7a089-58ba-4254-8b52-7fff08943966), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:12:00.018001 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-be9ca560-0089-4d71-8438-cb1191a8530d admin admin] Publish callbacks [] for security_group (f5a7a089-58ba-4254-8b52-7fff08943966), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:12:00.116347 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-be9ca560-0089-4d71-8438-cb1191a8530d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (f5a7a089-58ba-4254-8b52-7fff08943966), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:12:00.119008 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-be9ca560-0089-4d71-8438-cb1191a8530d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:12:00.120206 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-be9ca560-0089-4d71-8438-cb1191a8530d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5a7a089-58ba-4254-8b52-7fff08943966 HTTP/1.1" status: 204 len: 168 time: 0.2136726 Jun 22 10:12:00.128079 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ca560-0089-4d71-8438-cb1191a8530d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a7a089-58ba-4254-8b52-7fff08943966,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:12:00.135675 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9ca560-0089-4d71-8438-cb1191a8530d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:00.136030 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9ca560-0089-4d71-8438-cb1191a8530d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:00.136375 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9ca560-0089-4d71-8438-cb1191a8530d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:00.136717 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9ca560-0089-4d71-8438-cb1191a8530d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:00.137054 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9ca560-0089-4d71-8438-cb1191a8530d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:00.137386 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9ca560-0089-4d71-8438-cb1191a8530d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:00.137737 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9ca560-0089-4d71-8438-cb1191a8530d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:00.138089 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9ca560-0089-4d71-8438-cb1191a8530d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:00.138408 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9ca560-0089-4d71-8438-cb1191a8530d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:00.138783 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9ca560-0089-4d71-8438-cb1191a8530d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:00.139078 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9ca560-0089-4d71-8438-cb1191a8530d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:00.139424 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9ca560-0089-4d71-8438-cb1191a8530d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:00.139753 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9ca560-0089-4d71-8438-cb1191a8530d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:00.140078 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9ca560-0089-4d71-8438-cb1191a8530d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:00.140470 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9ca560-0089-4d71-8438-cb1191a8530d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:12:00.995815 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 5 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:12:08.378940 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9deedd55-af6c-448a-aa80-7de6b7c31ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:12:09.899117 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:12:09.906882 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=18,neutron:INSERT=7 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:12:10.064083 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:12:10.132747 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:12:10.684933 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-408b2820-58f2-49f4-a03e-2221f953f2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:12:10.991961 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:12:10.992696 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:12:11.934062 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:12:13.371268 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:12:13.826271 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:12:23.818886 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:12:23.820790 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:12:36.515036 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=18 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:12:36.515887 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=14 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:12:37.995709 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 5 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:12:38.382945 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-984a23fa-aa38-4541-9213-2986e556d392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:12:40.689406 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0f2fca35-23cd-4ad6-8430-4a899c9196d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:12:41.938386 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:12:43.375824 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:12:43.828712 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:12:47.991744 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:12:47.992491 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:12:53.822715 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:12:53.824587 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:13:08.384174 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-02961ec0-bf42-4296-a7e9-20fca07dac06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:13:09.995719 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:13:09.999768 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:13:10.690833 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3b04-f2e4-4914-9a06-ad88d1518e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:13:11.942494 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:13:13.376429 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:13:13.835754 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:13:14.995716 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 5 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:13:23.824828 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:13:23.831248 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:13:24.991846 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:13:24.992666 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:13:38.386563 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-482acddd-de95-44cf-bf6d-68cbb6bb064a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:13:40.694346 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d804fde4-5c93-4b42-9e5d-6b824bdcd37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:13:41.945598 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:13:43.380075 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:13:43.828076 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:13:46.409113 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-722479'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:13:46.992229 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:13:46.996494 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:13:51.995601 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:13:56.401512 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:13:56.404802 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:13:58.711495 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35470) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:13:58.826116 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-eacfc62c-2a33-4ee3-9c7d-c969f2ae4926 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1135054 Jun 22 10:14:00.948509 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35480) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:14:01.010307 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-336d66ff-c5fd-4c3b-b81f-092f5ccd5c26 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0607183 Jun 22 10:14:01.991394 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:14:01.992085 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:14:08.388449 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ad7b12df-20b9-472a-82f8-8578a44b3ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:14:08.820525 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:14:10.700488 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fe0f956d-9580-4990-aafd-602b87ea6da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:14:11.002675 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:14:11.004519 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:14:11.940347 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:14:13.384553 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:14:13.830359 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:14:16.394281 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:14:23.993650 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:14:23.994768 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:14:26.383556 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:14:26.390201 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:14:28.995504 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:14:38.389786 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-91fd439f-1ac8-4d21-bc03-efe272e02c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:14:38.990836 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=13 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:14:38.991926 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=15 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:14:40.703527 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce1f8049-39bb-4e73-8306-50739fbee929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:14:41.943055 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:14:43.387364 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:14:43.833560 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:14:46.408075 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:14:56.402574 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:14:56.404876 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:00.985193 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:00.990140 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:05.995842 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:15:08.394186 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ddac4186-75b6-435d-87d2-56c99a2140c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:10.708367 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-058505a9-ab24-4dd9-ad0c-4118f31418ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:11.945369 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:13.391817 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:13.839099 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:15.991848 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:16.408792 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:26.402305 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=27 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:26.404152 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=17,neutron:UPDATE=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:36.749949 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35674) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:37.294668 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-491112818-network', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:37.322550 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35696) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:37.331264 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Made reservation on behalf of 78629282e2b74418a2c1cdac32576ef1 for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:15:37.333938 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:37.350999 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:37.415431 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35704) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:37.451288 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35708) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:37.451878 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Publish callbacks [] for security_group (48db86ea-d30b-462b-9fdf-c1320646f451), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:37.457455 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (48db86ea-d30b-462b-9fdf-c1320646f451), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:37.493039 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48db86ea-d30b-462b-9fdf-c1320646f451,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:37.503791 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:37.504141 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:37.504477 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:37.505095 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:37.505436 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:37.505797 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:37.506132 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:37.506626 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:37.506962 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:37.507295 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:37.507628 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:37.507980 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:37.508281 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:37.508606 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:37.508932 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Tracked resource versions report: Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: pushed versions: Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: { 'AddressGroup': {'1.2'}, Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Agent': {'1.1'}, Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'ConntrackHelper': {'1.0'}, Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'LocalIPAssociation': {'1.0'}, Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Log': {'1.0'}, Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'NDPProxy': {'1.0'}, Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Network': {'1.1'}, Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Port': {'1.7'}, Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'PortForwarding': {'1.3'}, Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'QosPolicy': {'1.10'}, Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'SecurityGroup': {'1.5'}, Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'SecurityGroupRule': {'1.2'}, Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'SubPort': {'1.0'}, Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Subnet': {'1.1'}, Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Trunk': {'1.1'}} Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: consumer versions: Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: { DHCP agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: HyperV agent@hv-cinder-84713: {}, Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: L3 agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: Metadata agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: Metering agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: Open vSwitch agent@dv-cinder-847131-1-iscsi: { 'AddressGroup': '1.2', Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Agent': '1.1', Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'ConntrackHelper': '1.0', Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'LocalIPAssociation': '1.0', Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Log': '1.0', Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'NDPProxy': '1.0', Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Network': '1.1', Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Port': '1.7', Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'PortForwarding': '1.3', Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'QosPolicy': '1.10', Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'SecurityGroup': '1.5', Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'SecurityGroupRule': '1.2', Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'SubPort': '1.0', Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Subnet': '1.1', Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: 'Trunk': '1.1'}} Jun 22 10:15:37.510150 dv-cinder-847131-1-iscsi neutron-server[104123]: {{(pid=104123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 10:15:37.512902 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] vlan segment allocate from pool success with {'vlan_id': 980, 'physical_network': 'physnet1'} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:15:37.527074 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773365012866', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (abd6e81e-91f9-43ad-867a-74e35a417def), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:37.527649 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Unsubscribe: segment precommit_create {{(pid=104123) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 10:15:37.528101 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Added segment abd6e81e-91f9-43ad-867a-74e35a417def of type vlan for network 8bc94bec-5b18-4b15-a531-8b4a0778b280 Jun 22 10:15:37.585546 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1179079051-network', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:37.587213 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773364491457'] for network (8bc94bec-5b18-4b15-a531-8b4a0778b280), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:37.617675 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Made reservation on behalf of c3277b9cbc4b4a8bbacee8440cea1ed2 for: {'network': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:15:37.622153 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for network (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:37.624877 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for network (8bc94bec-5b18-4b15-a531-8b4a0778b280), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:37.626055 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:15:37.626869 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:37.639815 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:37.699305 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35718) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:37.748593 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-8f5df886-146d-4625-95a0-8ece920488eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-network', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:37.776011 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Publish callbacks [] for security_group (cffb080d-f452-4dc8-82ed-0ee4f77580b1), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:37.783793 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (cffb080d-f452-4dc8-82ed-0ee4f77580b1), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:37.797173 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] Pushing event updated for resources: {'Network': ['ID=8bc94bec-5b18-4b15-a531-8b4a0778b280,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:37.802157 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] vlan segment allocate from pool success with {'vlan_id': 961, 'physical_network': 'physnet1'} {{(pid=104122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:15:37.810244 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Network 8bc94bec-5b18-4b15-a531-8b4a0778b280 details requested by agent ovs-agent-dv-cinder-847131-1-iscsi with host dv-cinder-847131-1-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 10:15:37.814667 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-b5813654-7fdb-42a1-a434-5adc4f1037ef admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2082209291-network', 'tenant_id': 'd4765b82e21647a9b391a98f446a0e17'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:37.818717 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2b30a0ec-e1e5-4c54-a979-dc30f19e4372 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.0670774 Jun 22 10:15:37.820694 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35722) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:37.826551 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-0da3cd65-967e-495e-a149-b28bddf239a9 admin admin] Request body: {'subnet': {'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-491112818-subnet', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:37.842997 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5df886-146d-4625-95a0-8ece920488eb admin admin] Made reservation on behalf of 5ee9d603d9cc4a8797f55d544f189720 for: {'network': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:15:37.845836 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f5df886-146d-4625-95a0-8ece920488eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for network (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:37.849222 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (8cd307ff-85b4-4abd-89e1-a7213886e0fb), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:37.849556 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.segments_db [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Added segment 8cd307ff-85b4-4abd-89e1-a7213886e0fb of type vlan for network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 Jun 22 10:15:37.852526 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5813654-7fdb-42a1-a434-5adc4f1037ef admin admin] Made reservation on behalf of d4765b82e21647a9b391a98f446a0e17 for: {'network': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:15:37.855490 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b5813654-7fdb-42a1-a434-5adc4f1037ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for network (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:37.863723 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da3cd65-967e-495e-a149-b28bddf239a9 admin admin] Made reservation on behalf of 78629282e2b74418a2c1cdac32576ef1 for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:15:37.871311 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0da3cd65-967e-495e-a149-b28bddf239a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:37.879618 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b5813654-7fdb-42a1-a434-5adc4f1037ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:37.938570 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f5df886-146d-4625-95a0-8ece920488eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:37.992721 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:37.997238 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b5813654-7fdb-42a1-a434-5adc4f1037ef admin admin] Publish callbacks [] for security_group (23400919-520f-4b7e-9690-2e2ee08b0efa), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:37.997432 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:38.019151 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-10679b77-fb25-4aab-bc18-4e4820c44d7a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1851429434-network', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:38.026965 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b5813654-7fdb-42a1-a434-5adc4f1037ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (23400919-520f-4b7e-9690-2e2ee08b0efa), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.055098 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5813654-7fdb-42a1-a434-5adc4f1037ef admin admin] vlan segment allocate from pool success with {'vlan_id': 991, 'physical_network': 'physnet1'} {{(pid=104122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:15:38.090176 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b5813654-7fdb-42a1-a434-5adc4f1037ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (ca7f4a0d-268e-4e8b-a77e-5586a53275ed), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.090176 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.segments_db [None req-b5813654-7fdb-42a1-a434-5adc4f1037ef admin admin] Added segment ca7f4a0d-268e-4e8b-a77e-5586a53275ed of type vlan for network a0897f8b-0e7c-4829-8ca1-9ba6a95f427f Jun 22 10:15:38.125404 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffb080d-f452-4dc8-82ed-0ee4f77580b1,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:38.127697 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0da3cd65-967e-495e-a149-b28bddf239a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for subnet (22fb0c08-5da0-43f7-a157-f246eb31d192), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.134519 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773364491457'] for network (4f5c1d12-de71-40fa-95b0-3e1b37dac412), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.148452 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b5813654-7fdb-42a1-a434-5adc4f1037ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773364491457'] for network (a0897f8b-0e7c-4829-8ca1-9ba6a95f427f), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.175398 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:38.176032 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3cd65-967e-495e-a149-b28bddf239a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22fb0c08-5da0-43f7-a157-f246eb31d192,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:38.177224 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:38.177568 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:38.177924 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:38.178256 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:38.178580 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:38.178962 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:38.179271 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:38.179779 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:38.180266 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:38.180737 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:38.181239 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:38.181741 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:38.182227 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:38.183086 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:38.183555 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Tracked resource versions report: Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: pushed versions: Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: { 'AddressGroup': {'1.2'}, Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Agent': {'1.1'}, Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'ConntrackHelper': {'1.0'}, Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'LocalIPAssociation': {'1.0'}, Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Log': {'1.0'}, Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'NDPProxy': {'1.0'}, Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Network': {'1.1'}, Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Port': {'1.7'}, Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'PortForwarding': {'1.3'}, Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'QosPolicy': {'1.10'}, Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'SecurityGroup': {'1.5'}, Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'SecurityGroupRule': {'1.2'}, Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'SubPort': {'1.0'}, Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Subnet': {'1.1'}, Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Trunk': {'1.1'}} Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: consumer versions: Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: { DHCP agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: HyperV agent@hv-cinder-84713: {}, Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: L3 agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: Metadata agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: Metering agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: Open vSwitch agent@dv-cinder-847131-1-iscsi: { 'AddressGroup': '1.2', Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Agent': '1.1', Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'ConntrackHelper': '1.0', Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'LocalIPAssociation': '1.0', Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Log': '1.0', Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'NDPProxy': '1.0', Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Network': '1.1', Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Port': '1.7', Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'PortForwarding': '1.3', Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'QosPolicy': '1.10', Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'SecurityGroup': '1.5', Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'SecurityGroupRule': '1.2', Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'SubPort': '1.0', Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Subnet': '1.1', Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: 'Trunk': '1.1'}} Jun 22 10:15:38.185306 dv-cinder-847131-1-iscsi neutron-server[104122]: {{(pid=104122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 10:15:38.191496 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10679b77-fb25-4aab-bc18-4e4820c44d7a admin admin] Made reservation on behalf of ad52333bcbec425089c44c3e55df97ff for: {'network': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:15:38.194552 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-10679b77-fb25-4aab-bc18-4e4820c44d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for network (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.233840 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-10679b77-fb25-4aab-bc18-4e4820c44d7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.241657 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b5813654-7fdb-42a1-a434-5adc4f1037ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for network (a0897f8b-0e7c-4829-8ca1-9ba6a95f427f), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.242662 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5813654-7fdb-42a1-a434-5adc4f1037ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:15:38.243238 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b5813654-7fdb-42a1-a434-5adc4f1037ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.254170 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5813654-7fdb-42a1-a434-5adc4f1037ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23400919-520f-4b7e-9690-2e2ee08b0efa,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:38.256979 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da3cd65-967e-495e-a149-b28bddf239a9 admin admin] Checking segment: {'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:15:38.258580 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da3cd65-967e-495e-a149-b28bddf239a9 admin admin] Network hostable DHCP agents. Network: 8bc94bec-5b18-4b15-a531-8b4a0778b280, hostable agents: ['932caf1b-e271-42cd-92f3-ee8a2197157a'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:15:38.287524 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da3cd65-967e-495e-a149-b28bddf239a9 admin admin] Network 8bc94bec-5b18-4b15-a531-8b4a0778b280 is scheduled to be hosted by DHCP agent 932caf1b-e271-42cd-92f3-ee8a2197157a with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:15:38.306669 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-0da3cd65-967e-495e-a149-b28bddf239a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-1-iscsi, 8bc94bec-5b18-4b15-a531-8b4a0778b280) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:38.313634 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da3cd65-967e-495e-a149-b28bddf239a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:15:38.314910 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0da3cd65-967e-495e-a149-b28bddf239a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.323813 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a0377e-da65-4db1-b9a6-2f9812bc8bb8 None None] Network 8bc94bec-5b18-4b15-a531-8b4a0778b280 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:15:38.326574 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:38.344606 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0da3cd65-967e-495e-a149-b28bddf239a9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5228944 Jun 22 10:15:38.346423 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35746) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:38.348898 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.db.resource_extend [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 10:15:38.353029 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-2a5eb330-c4c6-40ad-9c98-55f26bd0ab9a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:38.368670 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-b5813654-7fdb-42a1-a434-5adc4f1037ef admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.9148819 Jun 22 10:15:38.370636 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35750) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:38.391092 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-84cf791a-6d03-4706-a26c-01e2b2cd6e08 admin admin] Request body: {'subnet': {'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2082209291-subnet', 'tenant_id': 'd4765b82e21647a9b391a98f446a0e17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:38.408850 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:38.420705 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:38.425255 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-10679b77-fb25-4aab-bc18-4e4820c44d7a admin admin] Publish callbacks [] for security_group (caade1bd-fcbb-4f22-baa1-cd6195588997), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.443186 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2a5eb330-c4c6-40ad-9c98-55f26bd0ab9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261094'] for router (5451d18f-d46a-4c3a-8c24-a3ef6daffffe), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.444657 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2a5eb330-c4c6-40ad-9c98-55f26bd0ab9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261105'] for router (5451d18f-d46a-4c3a-8c24-a3ef6daffffe), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.456301 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cf791a-6d03-4706-a26c-01e2b2cd6e08 admin admin] Made reservation on behalf of d4765b82e21647a9b391a98f446a0e17 for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:15:38.459766 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-84cf791a-6d03-4706-a26c-01e2b2cd6e08 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.483912 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bbe0661a-ce49-4fdc-b7cb-b048e1232fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.526439 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f5df886-146d-4625-95a0-8ece920488eb admin admin] Publish callbacks [] for security_group (1b11f5ea-4af7-46c7-be41-26b40b2d3d2a), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.565167 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa237d7d-b3be-5477-8a51-97f00709975f-8bc94bec-5b18-4b15-a531-8b4a0778b280', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192'}]}} from dv-cinder-847131-1-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 10:15:38.565380 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.574541 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-10679b77-fb25-4aab-bc18-4e4820c44d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (caade1bd-fcbb-4f22-baa1-cd6195588997), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.583516 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f5df886-146d-4625-95a0-8ece920488eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (1b11f5ea-4af7-46c7-be41-26b40b2d3d2a), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.624763 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10679b77-fb25-4aab-bc18-4e4820c44d7a admin admin] vlan segment allocate from pool success with {'vlan_id': 994, 'physical_network': 'physnet1'} {{(pid=104122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:15:38.636690 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-10679b77-fb25-4aab-bc18-4e4820c44d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (5dd0de8d-f8c8-4942-86ff-82b5a3cacf29), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.637450 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.segments_db [None req-10679b77-fb25-4aab-bc18-4e4820c44d7a admin admin] Added segment 5dd0de8d-f8c8-4942-86ff-82b5a3cacf29 of type vlan for network f4e78d1e-cabc-488a-aae3-f9e986faebb4 Jun 22 10:15:38.672062 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2a5eb330-c4c6-40ad-9c98-55f26bd0ab9a admin admin] Publish callbacks [] for router_controller (5451d18f-d46a-4c3a-8c24-a3ef6daffffe), precommit_add_association {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.925610 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-10679b77-fb25-4aab-bc18-4e4820c44d7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773364491457'] for network (f4e78d1e-cabc-488a-aae3-f9e986faebb4), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.938220 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2a5eb330-c4c6-40ad-9c98-55f26bd0ab9a admin admin] Publish callbacks [] for router_gateway (5451d18f-d46a-4c3a-8c24-a3ef6daffffe), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:38.954933 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Allocated IP 172.20.0.2 (8bc94bec-5b18-4b15-a531-8b4a0778b280/22fb0c08-5da0-43f7-a157-f246eb31d192/b292d466-5391-4370-9553-adadcec7cc03) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:15:39.014018 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for network (4f5c1d12-de71-40fa-95b0-3e1b37dac412), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:39.032817 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:15:39.033621 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:39.044798 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:INSERT=26,neutron:SELECT=69,neutron:UPDATE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:39.076270 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5813654-7fdb-42a1-a434-5adc4f1037ef admin admin] Pushing event updated for resources: {'Network': ['ID=a0897f8b-0e7c-4829-8ca1-9ba6a95f427f,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:39.083980 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5df886-146d-4625-95a0-8ece920488eb admin admin] vlan segment allocate from pool success with {'vlan_id': 972, 'physical_network': 'physnet1'} {{(pid=104122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:15:39.143281 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Network a0897f8b-0e7c-4829-8ca1-9ba6a95f427f details requested by agent ovs-agent-dv-cinder-847131-1-iscsi with host dv-cinder-847131-1-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 10:15:39.149108 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-10679b77-fb25-4aab-bc18-4e4820c44d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for network (f4e78d1e-cabc-488a-aae3-f9e986faebb4), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:39.153329 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10679b77-fb25-4aab-bc18-4e4820c44d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:15:39.155051 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-10679b77-fb25-4aab-bc18-4e4820c44d7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:39.179594 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f5df886-146d-4625-95a0-8ece920488eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (754cce2b-24bd-4e64-aab1-7837b742fb10), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:39.179842 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.segments_db [None req-8f5df886-146d-4625-95a0-8ece920488eb admin admin] Added segment 754cce2b-24bd-4e64-aab1-7837b742fb10 of type vlan for network 323c8696-2ed1-4abe-97f8-e9536ce29485 Jun 22 10:15:39.199745 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10679b77-fb25-4aab-bc18-4e4820c44d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caade1bd-fcbb-4f22-baa1-cd6195588997,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:39.204957 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.8807089 Jun 22 10:15:39.231869 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35780) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:39.248850 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-c6774a10-00de-4459-85e4-cf92ba83b30d admin admin] Request body: {'subnet': {'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1179079051-subnet', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:39.334592 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2a5eb330-c4c6-40ad-9c98-55f26bd0ab9a admin admin] Publish callbacks [] for router_gateway (5451d18f-d46a-4c3a-8c24-a3ef6daffffe), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:39.379516 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2a5eb330-c4c6-40ad-9c98-55f26bd0ab9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:39.398414 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Publish callbacks [] for port (b292d466-5391-4370-9553-adadcec7cc03), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:39.408350 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (b292d466-5391-4370-9553-adadcec7cc03), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:39.421819 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-10679b77-fb25-4aab-bc18-4e4820c44d7a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.7170334 Jun 22 10:15:39.442696 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Network 8bc94bec-5b18-4b15-a531-8b4a0778b280 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:15:39.454611 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35788) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:39.468041 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:39.476181 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:15:39.516600 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Pushing event updated for resources: {'Port': ['ID=b292d466-5391-4370-9553-adadcec7cc03,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:39.524528 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-2b6b23de-30b8-4a6f-be18-6ba1eb11e38e admin admin] Request body: {'subnet': {'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1851429434-subnet', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:39.551705 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:39.552352 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:39.552879 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:39.553527 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:39.554064 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:39.556201 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:39.556731 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:39.558058 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f5df886-146d-4625-95a0-8ece920488eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773364491457'] for network (323c8696-2ed1-4abe-97f8-e9536ce29485), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:39.558613 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:39.559876 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:39.560849 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:39.560979 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:39.562045 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:39.562560 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:39.563255 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:39.564024 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Tracked resource versions report: Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: pushed versions: Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: { 'AddressGroup': {'1.2'}, Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Agent': {'1.1'}, Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'ConntrackHelper': {'1.0'}, Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'LocalIPAssociation': {'1.0'}, Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Log': {'1.0'}, Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'NDPProxy': {'1.0'}, Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Network': {'1.1'}, Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Port': {'1.7'}, Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'PortForwarding': {'1.3'}, Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'QosPolicy': {'1.10'}, Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'SecurityGroup': {'1.5'}, Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'SecurityGroupRule': {'1.2'}, Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'SubPort': {'1.0'}, Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Subnet': {'1.1'}, Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Trunk': {'1.1'}} Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: consumer versions: Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: { DHCP agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: HyperV agent@hv-cinder-84713: {}, Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: L3 agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: Metadata agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: Metering agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: Open vSwitch agent@dv-cinder-847131-1-iscsi: { 'AddressGroup': '1.2', Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Agent': '1.1', Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'ConntrackHelper': '1.0', Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'LocalIPAssociation': '1.0', Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Log': '1.0', Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'NDPProxy': '1.0', Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Network': '1.1', Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Port': '1.7', Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'PortForwarding': '1.3', Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'QosPolicy': '1.10', Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'SecurityGroup': '1.5', Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'SecurityGroupRule': '1.2', Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'SubPort': '1.0', Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Subnet': '1.1', Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: 'Trunk': '1.1'}} Jun 22 10:15:39.565654 dv-cinder-847131-1-iscsi neutron-server[104124]: {{(pid=104124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 10:15:39.569521 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748ffc5-80f0-449d-8642-ae26f36b3abf admin admin] Pushing event updated for resources: {'Network': ['ID=4f5c1d12-de71-40fa-95b0-3e1b37dac412,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:39.571900 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5df886-146d-4625-95a0-8ece920488eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b11f5ea-4af7-46c7-be41-26b40b2d3d2a,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:39.576514 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6b23de-30b8-4a6f-be18-6ba1eb11e38e admin admin] Made reservation on behalf of ad52333bcbec425089c44c3e55df97ff for: {'subnet': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:15:39.579240 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2b6b23de-30b8-4a6f-be18-6ba1eb11e38e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:39.588588 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Attempting to bind port b292d466-5391-4370-9553-adadcec7cc03 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:15:39.588999 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Attempting to bind port b292d466-5391-4370-9553-adadcec7cc03 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:15:39.589396 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Attempting to bind port b292d466-5391-4370-9553-adadcec7cc03 on network 8bc94bec-5b18-4b15-a531-8b4a0778b280 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:15:39.591759 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 details requested by agent ovs-agent-dv-cinder-847131-1-iscsi with host dv-cinder-847131-1-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 10:15:39.664289 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6774a10-00de-4459-85e4-cf92ba83b30d admin admin] Made reservation on behalf of c3277b9cbc4b4a8bbacee8440cea1ed2 for: {'subnet': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:15:39.667045 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c6774a10-00de-4459-85e4-cf92ba83b30d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:39.685665 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-84cf791a-6d03-4706-a26c-01e2b2cd6e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for subnet (27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:39.772182 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:15:39.772988 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Checking segment: {'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:15:39.773621 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:39.774191 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Bound using segment: {'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:15:39.776267 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Bound port: b292d466-5391-4370-9553-adadcec7cc03, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:15:39.776907 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (b292d466-5391-4370-9553-adadcec7cc03), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:39.793171 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:39.794099 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf791a-6d03-4706-a26c-01e2b2cd6e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:39.840919 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-2a5eb330-c4c6-40ad-9c98-55f26bd0ab9a admin admin] Allocated IP 172.27.0.12 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/254052c0-16e9-40cc-b630-be44995097cd) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:15:39.890660 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cf791a-6d03-4706-a26c-01e2b2cd6e08 admin admin] Checking segment: {'id': 'ca7f4a0d-268e-4e8b-a77e-5586a53275ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:15:39.892438 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cf791a-6d03-4706-a26c-01e2b2cd6e08 admin admin] Network hostable DHCP agents. Network: a0897f8b-0e7c-4829-8ca1-9ba6a95f427f, hostable agents: ['932caf1b-e271-42cd-92f3-ee8a2197157a'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:15:39.901574 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:39.967202 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35814) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:39.978325 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] For port b292d466-5391-4370-9553-adadcec7cc03, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:15:39.988808 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] For port b292d466-5391-4370-9553-adadcec7cc03, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=b292d466-5391-4370-9553-adadcec7cc03,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:15:40.000057 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (b292d466-5391-4370-9553-adadcec7cc03), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:40.031489 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cf791a-6d03-4706-a26c-01e2b2cd6e08 admin admin] Network a0897f8b-0e7c-4829-8ca1-9ba6a95f427f is scheduled to be hosted by DHCP agent 932caf1b-e271-42cd-92f3-ee8a2197157a with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:15:40.055595 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-84cf791a-6d03-4706-a26c-01e2b2cd6e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-1-iscsi, a0897f8b-0e7c-4829-8ca1-9ba6a95f427f) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:40.079035 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b5fc68-8a4d-4aac-8782-c9e38fa2d715 None None] Network a0897f8b-0e7c-4829-8ca1-9ba6a95f427f requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:15:40.089568 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf791a-6d03-4706-a26c-01e2b2cd6e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:15:40.090581 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-84cf791a-6d03-4706-a26c-01e2b2cd6e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:40.152209 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2a5eb330-c4c6-40ad-9c98-55f26bd0ab9a admin admin] Publish callbacks [] for port (254052c0-16e9-40cc-b630-be44995097cd), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:40.159455 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-84cf791a-6d03-4706-a26c-01e2b2cd6e08 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7858045 Jun 22 10:15:40.166945 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35824) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:40.168144 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10679b77-fb25-4aab-bc18-4e4820c44d7a admin admin] Pushing event updated for resources: {'Network': ['ID=f4e78d1e-cabc-488a-aae3-f9e986faebb4,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:40.170190 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f5df886-146d-4625-95a0-8ece920488eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for network (323c8696-2ed1-4abe-97f8-e9536ce29485), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:40.171217 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5df886-146d-4625-95a0-8ece920488eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:15:40.171871 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f5df886-146d-4625-95a0-8ece920488eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:40.189622 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c6774a10-00de-4459-85e4-cf92ba83b30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for subnet (8d52cd81-ade1-4a9c-ad07-0183651deb0b), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:40.196262 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Network f4e78d1e-cabc-488a-aae3-f9e986faebb4 details requested by agent ovs-agent-dv-cinder-847131-1-iscsi with host dv-cinder-847131-1-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 10:15:40.203933 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9bc42717-b568-48a3-9ae1-71b9334cb879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:40.210919 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-7c879d5e-5ca9-46f1-aa0d-793106a8b198 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2082209291-router', 'tenant_id': 'd4765b82e21647a9b391a98f446a0e17', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:40.259032 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035b4ab-5bbe-4594-8fc3-b47254dbb9b4 None None] Pushing event updated for resources: {'Port': ['ID=b292d466-5391-4370-9553-adadcec7cc03,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:40.289426 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7c879d5e-5ca9-46f1-aa0d-793106a8b198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261094'] for router (5d26092b-9691-4eb5-9624-805e74e3f14d), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:40.290619 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7c879d5e-5ca9-46f1-aa0d-793106a8b198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261105'] for router (5d26092b-9691-4eb5-9624-805e74e3f14d), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:40.333940 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:40.350857 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2a5eb330-c4c6-40ad-9c98-55f26bd0ab9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (254052c0-16e9-40cc-b630-be44995097cd), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:40.416356 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7c879d5e-5ca9-46f1-aa0d-793106a8b198 admin admin] Publish callbacks [] for router_controller (5d26092b-9691-4eb5-9624-805e74e3f14d), precommit_add_association {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:40.427866 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa237d7d-b3be-5477-8a51-97f00709975f-a0897f8b-0e7c-4829-8ca1-9ba6a95f427f', 'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f', 'project_id': 'd4765b82e21647a9b391a98f446a0e17', 'fixed_ips': [{'subnet_id': '27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142'}]}} from dv-cinder-847131-1-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 10:15:40.427866 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:40.504906 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-8f5df886-146d-4625-95a0-8ece920488eb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.0671799 Jun 22 10:15:40.505743 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35838) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:40.518049 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:40.527731 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-d42c5505-da19-4d22-83e1-989a4a3e3706 admin admin] Request body: {'subnet': {'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-subnet', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:40.581383 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5eb330-c4c6-40ad-9c98-55f26bd0ab9a admin admin] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:15:40.605265 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-2a5eb330-c4c6-40ad-9c98-55f26bd0ab9a admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:40.622236 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5eb330-c4c6-40ad-9c98-55f26bd0ab9a admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:15:40.638226 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=5,neutron:INSERT=10 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:40.646025 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:40.676727 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5eb330-c4c6-40ad-9c98-55f26bd0ab9a admin admin] Pushing event updated for resources: {'Port': ['ID=254052c0-16e9-40cc-b630-be44995097cd,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:40.744646 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42c5505-da19-4d22-83e1-989a4a3e3706 admin admin] Made reservation on behalf of 5ee9d603d9cc4a8797f55d544f189720 for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:15:40.747990 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d42c5505-da19-4d22-83e1-989a4a3e3706 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:40.764350 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] Allocated IP 172.20.0.2 (a0897f8b-0e7c-4829-8ca1-9ba6a95f427f/27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142/e0b53d1c-b76c-4d12-86df-d87b5f43b48d) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:15:40.777063 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-92ea9113-c9c1-4049-b203-3ebb10b872cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:40.832901 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5df886-146d-4625-95a0-8ece920488eb admin admin] Pushing event updated for resources: {'Network': ['ID=323c8696-2ed1-4abe-97f8-e9536ce29485,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:40.838814 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9bc42717-b568-48a3-9ae1-71b9334cb879 admin admin] Publish callbacks [] for security_group (e7c28274-75aa-417f-93d9-a57a1fbb283e), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:40.839946 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7c879d5e-5ca9-46f1-aa0d-793106a8b198 admin admin] Publish callbacks [] for router_gateway (5d26092b-9691-4eb5-9624-805e74e3f14d), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:40.869940 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Network 323c8696-2ed1-4abe-97f8-e9536ce29485 details requested by agent ovs-agent-dv-cinder-847131-1-iscsi with host dv-cinder-847131-1-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 10:15:40.879336 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9bc42717-b568-48a3-9ae1-71b9334cb879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (e7c28274-75aa-417f-93d9-a57a1fbb283e), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:40.896619 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6774a10-00de-4459-85e4-cf92ba83b30d admin admin] Checking segment: {'id': '8cd307ff-85b4-4abd-89e1-a7213886e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:15:40.897224 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6774a10-00de-4459-85e4-cf92ba83b30d admin admin] Network hostable DHCP agents. Network: 4f5c1d12-de71-40fa-95b0-3e1b37dac412, hostable agents: ['932caf1b-e271-42cd-92f3-ee8a2197157a'], hosted agents: [] {{(pid=104122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:15:40.904692 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6774a10-00de-4459-85e4-cf92ba83b30d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d52cd81-ade1-4a9c-ad07-0183651deb0b,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:40.905201 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6,neutron:INSERT=11,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:41.007205 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc42717-b568-48a3-9ae1-71b9334cb879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c28274-75aa-417f-93d9-a57a1fbb283e,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:41.012152 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9bc42717-b568-48a3-9ae1-71b9334cb879 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a97feb0c6cc4ca2aa428e52e3c5c351&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0439224 Jun 22 10:15:41.026503 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35846) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:41.043847 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] Publish callbacks [] for port (e0b53d1c-b76c-4d12-86df-d87b5f43b48d), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:41.056447 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (e0b53d1c-b76c-4d12-86df-d87b5f43b48d), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:41.098612 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6774a10-00de-4459-85e4-cf92ba83b30d admin admin] Network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 is scheduled to be hosted by DHCP agent 932caf1b-e271-42cd-92f3-ee8a2197157a with binding_index 1 {{(pid=104122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:15:41.140808 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] Network a0897f8b-0e7c-4829-8ca1-9ba6a95f427f is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:15:41.167598 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:41.185821 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:15:41.196269 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] Pushing event updated for resources: {'Port': ['ID=e0b53d1c-b76c-4d12-86df-d87b5f43b48d,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:41.213954 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2a5eb330-c4c6-40ad-9c98-55f26bd0ab9a admin admin] Publish callbacks [] for router_gateway (5451d18f-d46a-4c3a-8c24-a3ef6daffffe), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:41.218004 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-c6774a10-00de-4459-85e4-cf92ba83b30d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-1-iscsi, 4f5c1d12-de71-40fa-95b0-3e1b37dac412) {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:41.224812 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2b6b23de-30b8-4a6f-be18-6ba1eb11e38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for subnet (dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:41.270365 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9d9141-a375-441e-ac58-4c9f2fd0e1c9 None None] Network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:15:41.277141 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6774a10-00de-4459-85e4-cf92ba83b30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:15:41.277884 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c6774a10-00de-4459-85e4-cf92ba83b30d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:41.283533 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6c871b21-16bf-4722-80b5-9470af098859 admin admin] Publish callbacks [] for security_group (e7c28274-75aa-417f-93d9-a57a1fbb283e), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:41.482520 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6c871b21-16bf-4722-80b5-9470af098859 admin admin] Publish callbacks [] for security_group (e7c28274-75aa-417f-93d9-a57a1fbb283e), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:41.531286 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2a5eb330-c4c6-40ad-9c98-55f26bd0ab9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725670'] for router (5451d18f-d46a-4c3a-8c24-a3ef6daffffe), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:41.558786 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-c6774a10-00de-4459-85e4-cf92ba83b30d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3220954 Jun 22 10:15:41.559476 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b23de-30b8-4a6f-be18-6ba1eb11e38e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:41.564976 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35864) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:41.574866 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d42c5505-da19-4d22-83e1-989a4a3e3706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for subnet (7f3117d9-0d1e-434f-abb4-63ad07de2d8c), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:41.588654 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-f2cfb2cd-acfb-4935-8111-767c27a0407d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1179079051-router', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:41.608122 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:41.609142 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] Attempting to bind port e0b53d1c-b76c-4d12-86df-d87b5f43b48d on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:15:41.609584 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] Attempting to bind port e0b53d1c-b76c-4d12-86df-d87b5f43b48d by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'ca7f4a0d-268e-4e8b-a77e-5586a53275ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:15:41.610054 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] Attempting to bind port e0b53d1c-b76c-4d12-86df-d87b5f43b48d on network a0897f8b-0e7c-4829-8ca1-9ba6a95f427f {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:15:41.621034 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:15:41.621543 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] Checking segment: {'id': 'ca7f4a0d-268e-4e8b-a77e-5586a53275ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:15:41.622130 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:41.622600 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] Bound using segment: {'id': 'ca7f4a0d-268e-4e8b-a77e-5586a53275ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:15:41.623148 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] Bound port: e0b53d1c-b76c-4d12-86df-d87b5f43b48d, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7f4a0d-268e-4e8b-a77e-5586a53275ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:15:41.623659 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (e0b53d1c-b76c-4d12-86df-d87b5f43b48d), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:41.643618 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7c879d5e-5ca9-46f1-aa0d-793106a8b198 admin admin] Publish callbacks [] for router_gateway (5d26092b-9691-4eb5-9624-805e74e3f14d), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:41.666725 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6c871b21-16bf-4722-80b5-9470af098859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (e7c28274-75aa-417f-93d9-a57a1fbb283e), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:41.669175 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6c871b21-16bf-4722-80b5-9470af098859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:41.672764 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-6c871b21-16bf-4722-80b5-9470af098859 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e7c28274-75aa-417f-93d9-a57a1fbb283e HTTP/1.1" status: 204 len: 168 time: 0.5980592 Jun 22 10:15:41.692138 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7c879d5e-5ca9-46f1-aa0d-793106a8b198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:41.700682 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa237d7d-b3be-5477-8a51-97f00709975f-4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'fixed_ips': [{'subnet_id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b'}]}} from dv-cinder-847131-1-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 10:15:41.701750 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:41.711696 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:41.757195 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f170c4d2-6389-4219-af79-2db49f5fc82a None None] Network 8bc94bec-5b18-4b15-a531-8b4a0778b280 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:15:41.773796 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42c5505-da19-4d22-83e1-989a4a3e3706 admin admin] Checking segment: {'id': '754cce2b-24bd-4e64-aab1-7837b742fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:15:41.774158 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42c5505-da19-4d22-83e1-989a4a3e3706 admin admin] Network hostable DHCP agents. Network: 323c8696-2ed1-4abe-97f8-e9536ce29485, hostable agents: ['932caf1b-e271-42cd-92f3-ee8a2197157a'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:15:41.779613 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c5505-da19-4d22-83e1-989a4a3e3706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f3117d9-0d1e-434f-abb4-63ad07de2d8c,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:41.828050 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-7c879d5e-5ca9-46f1-aa0d-793106a8b198 admin admin] Allocated IP 172.27.0.50 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/d2df1a00-7930-4e6a-bd81-5e20ce657f32) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:15:41.836203 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] For port e0b53d1c-b76c-4d12-86df-d87b5f43b48d, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:15:41.847103 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42c5505-da19-4d22-83e1-989a4a3e3706 admin admin] Network 323c8696-2ed1-4abe-97f8-e9536ce29485 is scheduled to be hosted by DHCP agent 932caf1b-e271-42cd-92f3-ee8a2197157a with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:15:41.884998 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-d42c5505-da19-4d22-83e1-989a4a3e3706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-1-iscsi, 323c8696-2ed1-4abe-97f8-e9536ce29485) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:41.891764 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42c5505-da19-4d22-83e1-989a4a3e3706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:15:41.892170 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] For port e0b53d1c-b76c-4d12-86df-d87b5f43b48d, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=e0b53d1c-b76c-4d12-86df-d87b5f43b48d,segment=NetworkSegment(ca7f4a0d-268e-4e8b-a77e-5586a53275ed),segment_id=ca7f4a0d-268e-4e8b-a77e-5586a53275ed)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:15:41.892449 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d42c5505-da19-4d22-83e1-989a4a3e3706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:41.905086 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29c1667-5ffc-43e6-891d-016071ee1ff9 None None] Network 323c8696-2ed1-4abe-97f8-e9536ce29485 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:15:41.909389 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5eb330-c4c6-40ad-9c98-55f26bd0ab9a admin admin] Router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe is scheduled to L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 with binding_index 1 {{(pid=104123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 10:15:41.936691 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d42c5505-da19-4d22-83e1-989a4a3e3706 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4194956 Jun 22 10:15:41.939781 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35872) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:41.946850 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-5bbf9e1e-6f57-4732-b81c-c6349f658ef9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:41.998819 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:42.016081 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (e0b53d1c-b76c-4d12-86df-d87b5f43b48d), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:42.032359 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-2f51fa47-6a65-4901-89bd-0441c5816fcf None None] Provisioning complete for port b292d466-5391-4370-9553-adadcec7cc03 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:42.032980 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2f51fa47-6a65-4901-89bd-0441c5816fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (b292d466-5391-4370-9553-adadcec7cc03), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:42.037535 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device b292d466-5391-4370-9553-adadcec7cc03 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:15:42.042040 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:42.057467 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:42.083308 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6b23de-30b8-4a6f-be18-6ba1eb11e38e admin admin] Checking segment: {'id': '5dd0de8d-f8c8-4942-86ff-82b5a3cacf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:15:42.083879 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6b23de-30b8-4a6f-be18-6ba1eb11e38e admin admin] Network hostable DHCP agents. Network: f4e78d1e-cabc-488a-aae3-f9e986faebb4, hostable agents: ['932caf1b-e271-42cd-92f3-ee8a2197157a'], hosted agents: [] {{(pid=104122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:15:42.085425 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9e1e-6f57-4732-b81c-c6349f658ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261094'] for router (3a0cf69c-54dc-4d21-8efc-f403884bfaf1), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:42.092587 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9e1e-6f57-4732-b81c-c6349f658ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261105'] for router (3a0cf69c-54dc-4d21-8efc-f403884bfaf1), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:42.095113 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c871b21-16bf-4722-80b5-9470af098859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c28274-75aa-417f-93d9-a57a1fbb283e,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:42.182672 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb2cd-acfb-4935-8111-767c27a0407d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261094'] for router (270c905a-12a6-4f40-908f-84553181ba5e), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:42.184044 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb2cd-acfb-4935-8111-767c27a0407d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261105'] for router (270c905a-12a6-4f40-908f-84553181ba5e), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:42.219034 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:42.259698 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5eb330-c4c6-40ad-9c98-55f26bd0ab9a admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:15:42.270722 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6b23de-30b8-4a6f-be18-6ba1eb11e38e admin admin] Network f4e78d1e-cabc-488a-aae3-f9e986faebb4 is scheduled to be hosted by DHCP agent 932caf1b-e271-42cd-92f3-ee8a2197157a with binding_index 1 {{(pid=104122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:15:42.273024 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] Sync routers for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:15:42.295894 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:15:42.295894 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:15:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:42.296253 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:42.305447 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9e1e-6f57-4732-b81c-c6349f658ef9 admin admin] Publish callbacks [] for router_controller (3a0cf69c-54dc-4d21-8efc-f403884bfaf1), precommit_add_association {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:42.340231 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-2b6b23de-30b8-4a6f-be18-6ba1eb11e38e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-1-iscsi, f4e78d1e-cabc-488a-aae3-f9e986faebb4) {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:42.359104 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb2cd-acfb-4935-8111-767c27a0407d admin admin] Publish callbacks [] for router_controller (270c905a-12a6-4f40-908f-84553181ba5e), precommit_add_association {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:42.361752 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6b23de-30b8-4a6f-be18-6ba1eb11e38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:15:42.362608 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2b6b23de-30b8-4a6f-be18-6ba1eb11e38e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:42.367361 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8208d9-7b4e-4ef4-b946-61373de51e30 None None] Network f4e78d1e-cabc-488a-aae3-f9e986faebb4 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:15:42.371857 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7c879d5e-5ca9-46f1-aa0d-793106a8b198 admin admin] Publish callbacks [] for port (d2df1a00-7930-4e6a-bd81-5e20ce657f32), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:42.446870 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2a5eb330-c4c6-40ad-9c98-55f26bd0ab9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:42.449189 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2a5eb330-c4c6-40ad-9c98-55f26bd0ab9a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1009235 Jun 22 10:15:42.465096 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35894) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:42.490260 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35898) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:42.497918 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-2b6b23de-30b8-4a6f-be18-6ba1eb11e38e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9919658 Jun 22 10:15:42.505870 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35900) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:42.536777 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-3912b37e-b73d-4dd1-8bc4-fb85826d01c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:42.571008 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0d2c1173-51fe-43a8-9d9d-fdd7b9fd8285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:42.583030 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:15:42.687861 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] Allocated IP 172.20.0.2 (4f5c1d12-de71-40fa-95b0-3e1b37dac412/8d52cd81-ade1-4a9c-ad07-0183651deb0b/711a452c-9257-4f0f-8a36-4f791ba07cee) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:15:42.719150 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa237d7d-b3be-5477-8a51-97f00709975f-f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'fixed_ips': [{'subnet_id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783'}]}} from dv-cinder-847131-1-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 10:15:42.720577 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:42.761831 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97c7b0-47cd-404b-b64e-aa41ef071b3a None None] Pushing event updated for resources: {'Port': ['ID=e0b53d1c-b76c-4d12-86df-d87b5f43b48d,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:42.772515 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7c879d5e-5ca9-46f1-aa0d-793106a8b198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (d2df1a00-7930-4e6a-bd81-5e20ce657f32), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:42.778721 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3912b37e-b73d-4dd1-8bc4-fb85826d01c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261094'] for router (3a28b2b6-edaf-4051-94d9-0a9feb746c36), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:42.779776 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3912b37e-b73d-4dd1-8bc4-fb85826d01c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261105'] for router (3a28b2b6-edaf-4051-94d9-0a9feb746c36), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:42.824858 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb2cd-acfb-4935-8111-767c27a0407d admin admin] Publish callbacks [] for router_gateway (270c905a-12a6-4f40-908f-84553181ba5e), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:42.846640 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9e1e-6f57-4732-b81c-c6349f658ef9 admin admin] Publish callbacks [] for router_gateway (3a0cf69c-54dc-4d21-8efc-f403884bfaf1), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:42.904275 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa237d7d-b3be-5477-8a51-97f00709975f-323c8696-2ed1-4abe-97f8-e9536ce29485', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c'}]}} from dv-cinder-847131-1-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 10:15:42.906479 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:42.919103 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port b292d466-5391-4370-9553-adadcec7cc03 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:42.919872 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (b292d466-5391-4370-9553-adadcec7cc03), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:42.965400 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:40Z', 'revision_number': 3, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:42.995551 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] Checking router: 5451d18f-d46a-4c3a-8c24-a3ef6daffffe for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:15:42.995771 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] Updating router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe port 254052c0-16e9-40cc-b630-be44995097cd binding host dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:15:43.026816 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c879d5e-5ca9-46f1-aa0d-793106a8b198 admin admin] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:15:43.033674 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (254052c0-16e9-40cc-b630-be44995097cd), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:43.046805 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:43.059318 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-2f51fa47-6a65-4901-89bd-0441c5816fcf None None] Current status of the port b292d466-5391-4370-9553-adadcec7cc03 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:15:43.059779 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2f51fa47-6a65-4901-89bd-0441c5816fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (b292d466-5391-4370-9553-adadcec7cc03), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:43.070982 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-7c879d5e-5ca9-46f1-aa0d-793106a8b198 admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:43.130838 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:43.179293 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0d2c1173-51fe-43a8-9d9d-fdd7b9fd8285 admin admin] Publish callbacks [] for security_group (8592c19f-06d4-4441-821c-8f6d60319655), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:43.181225 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c879d5e-5ca9-46f1-aa0d-793106a8b198 admin admin] Pushing event updated for resources: {'Port': ['ID=d2df1a00-7930-4e6a-bd81-5e20ce657f32,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:43.187816 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c879d5e-5ca9-46f1-aa0d-793106a8b198 admin admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:15:43.317237 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:15:43.318939 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-2f51fa47-6a65-4901-89bd-0441c5816fcf None None] For port b292d466-5391-4370-9553-adadcec7cc03, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=b292d466-5391-4370-9553-adadcec7cc03,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:43.321192 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:43.341247 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] Publish callbacks [] for port (254052c0-16e9-40cc-b630-be44995097cd), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:43.351117 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (254052c0-16e9-40cc-b630-be44995097cd), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:43.356870 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2f51fa47-6a65-4901-89bd-0441c5816fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (b292d466-5391-4370-9553-adadcec7cc03), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:43.376641 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0d2c1173-51fe-43a8-9d9d-fdd7b9fd8285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (8592c19f-06d4-4441-821c-8f6d60319655), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:43.386639 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9e1e-6f57-4732-b81c-c6349f658ef9 admin admin] Publish callbacks [] for router_gateway (3a0cf69c-54dc-4d21-8efc-f403884bfaf1), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:43.392483 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] Attempting to bind port 254052c0-16e9-40cc-b630-be44995097cd on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:15:43.398258 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] Attempting to bind port 254052c0-16e9-40cc-b630-be44995097cd by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:15:43.398258 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] Attempting to bind port 254052c0-16e9-40cc-b630-be44995097cd on network 79d15111-a84f-47a4-8793-6586c660a510 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:15:43.413117 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3912b37e-b73d-4dd1-8bc4-fb85826d01c9 admin admin] Publish callbacks [] for router_controller (3a28b2b6-edaf-4051-94d9-0a9feb746c36), precommit_add_association {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:43.423508 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:15:43.424414 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] Checking segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:15:43.426347 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:43.426930 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] Bound using segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:15:43.427717 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] Bound port: 254052c0-16e9-40cc-b630-be44995097cd, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:15:43.428319 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (254052c0-16e9-40cc-b630-be44995097cd), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:43.437451 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:43.492379 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] For port 254052c0-16e9-40cc-b630-be44995097cd, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:15:43.496288 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] For port 254052c0-16e9-40cc-b630-be44995097cd, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=254052c0-16e9-40cc-b630-be44995097cd,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:15:43.515436 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-391dc322-29fd-45b7-9e41-ce91e9aa5542 None None] Provisioning complete for port b292d466-5391-4370-9553-adadcec7cc03 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:43.515837 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-391dc322-29fd-45b7-9e41-ce91e9aa5542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (b292d466-5391-4370-9553-adadcec7cc03), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:43.516069 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (254052c0-16e9-40cc-b630-be44995097cd), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:43.516405 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9e1e-6f57-4732-b81c-c6349f658ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:43.550497 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:15:43.551280 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:15:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:43.559007 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:43.614791 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c1173-51fe-43a8-9d9d-fdd7b9fd8285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8592c19f-06d4-4441-821c-8f6d60319655,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:43.618074 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:43.619298 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7c879d5e-5ca9-46f1-aa0d-793106a8b198 admin admin] Publish callbacks [] for router_gateway (5d26092b-9691-4eb5-9624-805e74e3f14d), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:43.658153 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] Allocated IP 172.20.0.2 (f4e78d1e-cabc-488a-aae3-f9e986faebb4/dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783/1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:15:43.664134 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:43.673896 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] Publish callbacks [] for port (711a452c-9257-4f0f-8a36-4f791ba07cee), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:43.699436 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:15:43.705384 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51fa47-6a65-4901-89bd-0441c5816fcf None None] Pushing event updated for resources: {'Port': ['ID=b292d466-5391-4370-9553-adadcec7cc03,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:43.717397 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port b292d466-5391-4370-9553-adadcec7cc03 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:15:43.771470 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (711a452c-9257-4f0f-8a36-4f791ba07cee), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:43.832066 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] Pushing event updated for resources: {'Port': ['ID=711a452c-9257-4f0f-8a36-4f791ba07cee,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:43.863873 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] Allocated IP 172.20.0.2 (323c8696-2ed1-4abe-97f8-e9536ce29485/7f3117d9-0d1e-434f-abb4-63ad07de2d8c/1345bdf0-e380-447e-8342-f92df235a314) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:15:43.872707 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-5bbf9e1e-6f57-4732-b81c-c6349f658ef9 admin admin] Allocated IP 172.27.0.54 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/550d8b8d-6e49-4b72-ad16-847186bf78a3) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:15:43.914723 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934158ed-e888-4b91-be0e-43c2d5c634ff None None] Network a0897f8b-0e7c-4829-8ca1-9ba6a95f427f requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:15:43.969004 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] Network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:15:44.006866 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8717647-cb31-48fd-95c8-a8f8770422e5 None None] Pushing event updated for resources: {'Port': ['ID=254052c0-16e9-40cc-b630-be44995097cd,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:44.009048 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7c879d5e-5ca9-46f1-aa0d-793106a8b198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725670'] for router (5d26092b-9691-4eb5-9624-805e74e3f14d), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:44.061981 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:40Z', 'revision_number': 3, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:44.098465 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcf1858-2da3-47fa-9de1-7fb999b109d7 None None] The sync data for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi is: [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:40Z', 'revision_number': 3, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:15:44.103717 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8717647-cb31-48fd-95c8-a8f8770422e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:44.117883 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8717647-cb31-48fd-95c8-a8f8770422e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:44.118772 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8717647-cb31-48fd-95c8-a8f8770422e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:44.119152 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8717647-cb31-48fd-95c8-a8f8770422e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:44.120459 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8717647-cb31-48fd-95c8-a8f8770422e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:44.120819 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8717647-cb31-48fd-95c8-a8f8770422e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:44.121167 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8717647-cb31-48fd-95c8-a8f8770422e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:44.123473 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8717647-cb31-48fd-95c8-a8f8770422e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:44.123626 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8717647-cb31-48fd-95c8-a8f8770422e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:44.123876 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8717647-cb31-48fd-95c8-a8f8770422e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:44.124226 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8717647-cb31-48fd-95c8-a8f8770422e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:44.124580 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8717647-cb31-48fd-95c8-a8f8770422e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:44.124928 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8717647-cb31-48fd-95c8-a8f8770422e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:44.125717 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8717647-cb31-48fd-95c8-a8f8770422e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:44.125717 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8717647-cb31-48fd-95c8-a8f8770422e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8717647-cb31-48fd-95c8-a8f8770422e5 None None] Tracked resource versions report: Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: pushed versions: Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: { 'AddressGroup': {'1.2'}, Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Agent': {'1.1'}, Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'ConntrackHelper': {'1.0'}, Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'LocalIPAssociation': {'1.0'}, Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Log': {'1.0'}, Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'NDPProxy': {'1.0'}, Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Network': {'1.1'}, Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Port': {'1.7'}, Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'PortForwarding': {'1.3'}, Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'QosPolicy': {'1.10'}, Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'SecurityGroup': {'1.5'}, Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'SecurityGroupRule': {'1.2'}, Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'SubPort': {'1.0'}, Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Subnet': {'1.1'}, Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Trunk': {'1.1'}} Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: consumer versions: Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: { DHCP agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: HyperV agent@hv-cinder-84713: {}, Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: L3 agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: Metadata agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: Metering agent@dv-cinder-847131-1-iscsi: {}, Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: Open vSwitch agent@dv-cinder-847131-1-iscsi: { 'AddressGroup': '1.2', Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Agent': '1.1', Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'ConntrackHelper': '1.0', Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'LocalIPAssociation': '1.0', Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Log': '1.0', Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'NDPProxy': '1.0', Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Network': '1.1', Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Port': '1.7', Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'PortForwarding': '1.3', Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'QosPolicy': '1.10', Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'SecurityGroup': '1.5', Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'SecurityGroupRule': '1.2', Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'SubPort': '1.0', Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Subnet': '1.1', Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: 'Trunk': '1.1'}} Jun 22 10:15:44.126810 dv-cinder-847131-1-iscsi neutron-server[104125]: {{(pid=104125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 10:15:44.133539 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:44.184955 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d9251b5f-7dec-4942-95a9-d137e2ab243e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:44.221538 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9e1e-6f57-4732-b81c-c6349f658ef9 admin admin] Publish callbacks [] for port (550d8b8d-6e49-4b72-ad16-847186bf78a3), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:44.222695 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-391dc322-29fd-45b7-9e41-ce91e9aa5542 None None] Current status of the port b292d466-5391-4370-9553-adadcec7cc03 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:15:44.226265 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8717647-cb31-48fd-95c8-a8f8770422e5 None None] Pushing event updated for resources: {'Port': ['ID=254052c0-16e9-40cc-b630-be44995097cd,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:44.226651 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:44.228905 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device e0b53d1c-b76c-4d12-86df-d87b5f43b48d up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:15:44.233341 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:44.286224 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:15:44.290540 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-0d2c1173-51fe-43a8-9d9d-fdd7b9fd8285 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02163a91ad6249beb322641d082c9a85&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7877223 Jun 22 10:15:44.292664 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:44.294094 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35910) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:44.352392 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3912b37e-b73d-4dd1-8bc4-fb85826d01c9 admin admin] Publish callbacks [] for router_gateway (3a28b2b6-edaf-4051-94d9-0a9feb746c36), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:44.367126 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:44.374092 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:44.394960 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9e1e-6f57-4732-b81c-c6349f658ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (550d8b8d-6e49-4b72-ad16-847186bf78a3), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:44.468252 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbf9e1e-6f57-4732-b81c-c6349f658ef9 admin admin] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:15:44.478459 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-5bbf9e1e-6f57-4732-b81c-c6349f658ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:44.492776 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf9e1e-6f57-4732-b81c-c6349f658ef9 admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:15:44.512557 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf9e1e-6f57-4732-b81c-c6349f658ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=550d8b8d-6e49-4b72-ad16-847186bf78a3,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:44.520739 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-744683bc-076b-4f7e-8d4e-cedad52a9df3 None None] Provisioning complete for port e0b53d1c-b76c-4d12-86df-d87b5f43b48d triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:44.521135 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-744683bc-076b-4f7e-8d4e-cedad52a9df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (e0b53d1c-b76c-4d12-86df-d87b5f43b48d), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:44.601405 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] Attempting to bind port 711a452c-9257-4f0f-8a36-4f791ba07cee on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:15:44.601877 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] Attempting to bind port 711a452c-9257-4f0f-8a36-4f791ba07cee by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': '8cd307ff-85b4-4abd-89e1-a7213886e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:15:44.602454 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] Attempting to bind port 711a452c-9257-4f0f-8a36-4f791ba07cee on network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:15:44.679277 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-d9251b5f-7dec-4942-95a9-d137e2ab243e admin admin] Allocated IP 172.20.0.1 (8bc94bec-5b18-4b15-a531-8b4a0778b280/22fb0c08-5da0-43f7-a157-f246eb31d192/7f61408d-70d6-425b-b2a9-73bcf2cd18e6) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:15:44.688427 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:44.692529 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:15:44.692529 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] Checking segment: {'id': '8cd307ff-85b4-4abd-89e1-a7213886e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:15:44.693209 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:44.693710 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] Bound using segment: {'id': '8cd307ff-85b4-4abd-89e1-a7213886e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:15:44.694326 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] Bound port: 711a452c-9257-4f0f-8a36-4f791ba07cee, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd307ff-85b4-4abd-89e1-a7213886e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:15:44.694926 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (711a452c-9257-4f0f-8a36-4f791ba07cee), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:44.741591 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port e0b53d1c-b76c-4d12-86df-d87b5f43b48d triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:44.743039 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c879d5e-5ca9-46f1-aa0d-793106a8b198 admin admin] Router 5d26092b-9691-4eb5-9624-805e74e3f14d is scheduled to L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 with binding_index 1 {{(pid=104122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 10:15:44.743502 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (e0b53d1c-b76c-4d12-86df-d87b5f43b48d), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:44.877581 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] Publish callbacks [] for port (1345bdf0-e380-447e-8342-f92df235a314), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:44.889267 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] Publish callbacks [] for port (1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:44.910618 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8705b8bd-9de8-4b3f-bcfd-e0e6a216e4c6 admin admin] Publish callbacks [] for security_group (8592c19f-06d4-4441-821c-8f6d60319655), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:44.956620 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9e1e-6f57-4732-b81c-c6349f658ef9 admin admin] Publish callbacks [] for router_gateway (3a0cf69c-54dc-4d21-8efc-f403884bfaf1), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:44.960940 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8705b8bd-9de8-4b3f-bcfd-e0e6a216e4c6 admin admin] Publish callbacks [] for security_group (8592c19f-06d4-4441-821c-8f6d60319655), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:44.985416 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:45.063071 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (1345bdf0-e380-447e-8342-f92df235a314), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:45.090201 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] Pushing event updated for resources: {'Port': ['ID=1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:45.103084 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] Network 323c8696-2ed1-4abe-97f8-e9536ce29485 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:15:45.107499 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8705b8bd-9de8-4b3f-bcfd-e0e6a216e4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (8592c19f-06d4-4441-821c-8f6d60319655), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:45.118527 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8705b8bd-9de8-4b3f-bcfd-e0e6a216e4c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:45.120900 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-8705b8bd-9de8-4b3f-bcfd-e0e6a216e4c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8592c19f-06d4-4441-821c-8f6d60319655 HTTP/1.1" status: 204 len: 168 time: 0.8168564 Jun 22 10:15:45.124289 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:45.145556 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:15:45.194228 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705b8bd-9de8-4b3f-bcfd-e0e6a216e4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8592c19f-06d4-4441-821c-8f6d60319655,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:45.201025 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb2cd-acfb-4935-8111-767c27a0407d admin admin] Publish callbacks [] for router_gateway (270c905a-12a6-4f40-908f-84553181ba5e), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:45.237587 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb2cd-acfb-4935-8111-767c27a0407d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:45.273548 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port e0b53d1c-b76c-4d12-86df-d87b5f43b48d is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:15:45.275006 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (e0b53d1c-b76c-4d12-86df-d87b5f43b48d), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:45.312121 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d9251b5f-7dec-4942-95a9-d137e2ab243e admin admin] Publish callbacks [] for port (7f61408d-70d6-425b-b2a9-73bcf2cd18e6), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:45.383016 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-744683bc-076b-4f7e-8d4e-cedad52a9df3 None None] Current status of the port e0b53d1c-b76c-4d12-86df-d87b5f43b48d is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:15:45.383779 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-744683bc-076b-4f7e-8d4e-cedad52a9df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (e0b53d1c-b76c-4d12-86df-d87b5f43b48d), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:45.409562 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d9251b5f-7dec-4942-95a9-d137e2ab243e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (7f61408d-70d6-425b-b2a9-73bcf2cd18e6), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:45.426654 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] Network f4e78d1e-cabc-488a-aae3-f9e986faebb4 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:15:45.434304 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:45.441642 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:15:45.465331 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9251b5f-7dec-4942-95a9-d137e2ab243e admin admin] Network 8bc94bec-5b18-4b15-a531-8b4a0778b280 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:15:45.472908 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-d9251b5f-7dec-4942-95a9-d137e2ab243e admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:45.478435 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9251b5f-7dec-4942-95a9-d137e2ab243e admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:15:45.479218 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d9251b5f-7dec-4942-95a9-d137e2ab243e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721155'] for router_interface (5451d18f-d46a-4c3a-8c24-a3ef6daffffe), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:45.573147 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=7 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:45.607052 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] For port 711a452c-9257-4f0f-8a36-4f791ba07cee, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:15:45.628197 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c879d5e-5ca9-46f1-aa0d-793106a8b198 admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:15:45.640607 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3912b37e-b73d-4dd1-8bc4-fb85826d01c9 admin admin] Publish callbacks [] for router_gateway (3a28b2b6-edaf-4051-94d9-0a9feb746c36), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:45.645682 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:45.655084 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] Attempting to bind port 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:15:45.655727 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] Attempting to bind port 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': '5dd0de8d-f8c8-4942-86ff-82b5a3cacf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:15:45.656439 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] Attempting to bind port 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1 on network f4e78d1e-cabc-488a-aae3-f9e986faebb4 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:15:45.668157 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] Sync routers for ids ['5d26092b-9691-4eb5-9624-805e74e3f14d'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:15:45.682536 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-744683bc-076b-4f7e-8d4e-cedad52a9df3 None None] For port e0b53d1c-b76c-4d12-86df-d87b5f43b48d, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=e0b53d1c-b76c-4d12-86df-d87b5f43b48d,segment=NetworkSegment(ca7f4a0d-268e-4e8b-a77e-5586a53275ed),segment_id=ca7f4a0d-268e-4e8b-a77e-5586a53275ed)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:45.686213 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:15:45.686589 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] Checking segment: {'id': '5dd0de8d-f8c8-4942-86ff-82b5a3cacf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:15:45.687155 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:45.687882 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] Bound using segment: {'id': '5dd0de8d-f8c8-4942-86ff-82b5a3cacf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:15:45.688866 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] Bound port: 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd0de8d-f8c8-4942-86ff-82b5a3cacf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:15:45.690982 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:45.706681 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] Pushing event updated for resources: {'Port': ['ID=1345bdf0-e380-447e-8342-f92df235a314,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:45.739520 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] For port 711a452c-9257-4f0f-8a36-4f791ba07cee, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=711a452c-9257-4f0f-8a36-4f791ba07cee,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:15:45.741814 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-744683bc-076b-4f7e-8d4e-cedad52a9df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (e0b53d1c-b76c-4d12-86df-d87b5f43b48d), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:45.748245 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7c879d5e-5ca9-46f1-aa0d-793106a8b198 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:45.750109 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-7c879d5e-5ca9-46f1-aa0d-793106a8b198 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5752597 Jun 22 10:15:45.755675 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 35940) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:45.757219 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3912b37e-b73d-4dd1-8bc4-fb85826d01c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:45.805342 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9251b5f-7dec-4942-95a9-d137e2ab243e admin admin] Pushing event updated for resources: {'Port': ['ID=7f61408d-70d6-425b-b2a9-73bcf2cd18e6,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:45.890399 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744683bc-076b-4f7e-8d4e-cedad52a9df3 None None] Pushing event updated for resources: {'Port': ['ID=e0b53d1c-b76c-4d12-86df-d87b5f43b48d,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:45.895891 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.db.api [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 22 10:15:45.896349 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG oslo_db.api [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 10:15:45.905202 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] Attempting to bind port 1345bdf0-e380-447e-8342-f92df235a314 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:15:45.905772 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] Attempting to bind port 1345bdf0-e380-447e-8342-f92df235a314 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': '754cce2b-24bd-4e64-aab1-7837b742fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:15:45.906136 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] Attempting to bind port 1345bdf0-e380-447e-8342-f92df235a314 on network 323c8696-2ed1-4abe-97f8-e9536ce29485 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:15:45.908624 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (711a452c-9257-4f0f-8a36-4f791ba07cee), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:45.961315 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:45.978335 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e68bf-aefe-4e8f-aa59-f0050de03c61 None None] Pushing event updated for resources: {'Port': ['ID=711a452c-9257-4f0f-8a36-4f791ba07cee,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:45.983650 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] Routers {'5d26092b-9691-4eb5-9624-805e74e3f14d'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:15:45.983969 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:15:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5d26092b-9691-4eb5-9624-805e74e3f14d'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:45.985446 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:46.112169 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:46.133582 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:15:46.134172 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] Checking segment: {'id': '754cce2b-24bd-4e64-aab1-7837b742fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:15:46.134739 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:46.135326 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] Bound using segment: {'id': '754cce2b-24bd-4e64-aab1-7837b742fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:15:46.135945 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] Bound port: 1345bdf0-e380-447e-8342-f92df235a314, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754cce2b-24bd-4e64-aab1-7837b742fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:15:46.136481 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (1345bdf0-e380-447e-8342-f92df235a314), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:46.156302 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-1d692985-7c58-46b0-8298-a1627634a4e0 None None] Provisioning complete for port e0b53d1c-b76c-4d12-86df-d87b5f43b48d triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:46.156848 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1d692985-7c58-46b0-8298-a1627634a4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (e0b53d1c-b76c-4d12-86df-d87b5f43b48d), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:46.157257 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9e1e-6f57-4732-b81c-c6349f658ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725670'] for router (3a0cf69c-54dc-4d21-8efc-f403884bfaf1), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:46.200251 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-f2cfb2cd-acfb-4935-8111-767c27a0407d admin admin] Allocated IP 172.27.0.244 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/1ef79595-1aaa-48df-9bf6-ebec7cb3760a) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:15:46.271999 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] Set router 5d26092b-9691-4eb5-9624-805e74e3f14d gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:15:46.404801 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d9251b5f-7dec-4942-95a9-d137e2ab243e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (7f61408d-70d6-425b-b2a9-73bcf2cd18e6), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:46.484802 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:46.522965 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] For port 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:15:46.650433 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb2cd-acfb-4935-8111-767c27a0407d admin admin] Publish callbacks [] for port (1ef79595-1aaa-48df-9bf6-ebec7cb3760a), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:46.656954 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] For port 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1,segment=NetworkSegment(5dd0de8d-f8c8-4942-86ff-82b5a3cacf29),segment_id=5dd0de8d-f8c8-4942-86ff-82b5a3cacf29)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:15:46.681793 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:46.684240 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:46.685027 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbf9e1e-6f57-4732-b81c-c6349f658ef9 admin admin] Router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 is scheduled to L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 with binding_index 1 {{(pid=104123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 10:15:46.691499 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port e0b53d1c-b76c-4d12-86df-d87b5f43b48d is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:15:46.692479 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device b292d466-5391-4370-9553-adadcec7cc03 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:15:46.715613 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-16fdaff6-e0bf-4d00-bd49-9bb625870ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:46.842519 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb2cd-acfb-4935-8111-767c27a0407d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (1ef79595-1aaa-48df-9bf6-ebec7cb3760a), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:46.880071 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:46.892643 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:46.910289 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d9251b5f-7dec-4942-95a9-d137e2ab243e admin admin] Publish callbacks [] for port (7f61408d-70d6-425b-b2a9-73bcf2cd18e6), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:46.927065 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cfb2cd-acfb-4935-8111-767c27a0407d admin admin] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:15:46.928628 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d9251b5f-7dec-4942-95a9-d137e2ab243e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (7f61408d-70d6-425b-b2a9-73bcf2cd18e6), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:46.929534 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d9251b5f-7dec-4942-95a9-d137e2ab243e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722579'] for router_interface (5451d18f-d46a-4c3a-8c24-a3ef6daffffe), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:46.934554 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbf9e1e-6f57-4732-b81c-c6349f658ef9 admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:15:46.935497 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd7346-a33b-4064-b8cc-f96991db6c76 None None] Pushing event updated for resources: {'Port': ['ID=1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:46.947289 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] Sync routers for ids ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:15:46.966784 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-f2cfb2cd-acfb-4935-8111-767c27a0407d admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:46.976655 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cfb2cd-acfb-4935-8111-767c27a0407d admin admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:15:46.988833 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] Routers {'3a0cf69c-54dc-4d21-8efc-f403884bfaf1'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:15:46.989470 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:15:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:47.011531 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5bbf9e1e-6f57-4732-b81c-c6349f658ef9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:47.013023 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-5bbf9e1e-6f57-4732-b81c-c6349f658ef9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0718091 Jun 22 10:15:47.023913 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9251b5f-7dec-4942-95a9-d137e2ab243e admin admin] Pushing event updated for resources: {'Port': ['ID=7f61408d-70d6-425b-b2a9-73bcf2cd18e6,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:47.026420 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 35974) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:47.214882 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9251b5f-7dec-4942-95a9-d137e2ab243e admin admin] Network 8bc94bec-5b18-4b15-a531-8b4a0778b280 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:15:47.223135 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] Set router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:15:47.230328 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-d9251b5f-7dec-4942-95a9-d137e2ab243e admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:47.319885 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:47.488708 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] For port 1345bdf0-e380-447e-8342-f92df235a314, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:15:47.529023 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:47.532838 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] For port 1345bdf0-e380-447e-8342-f92df235a314, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=1345bdf0-e380-447e-8342-f92df235a314,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:15:47.542761 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:47.543710 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb2cd-acfb-4935-8111-767c27a0407d admin admin] Publish callbacks [] for router_gateway (270c905a-12a6-4f40-908f-84553181ba5e), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:47.544548 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:47.545422 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfb2cd-acfb-4935-8111-767c27a0407d admin admin] Pushing event updated for resources: {'Port': ['ID=1ef79595-1aaa-48df-9bf6-ebec7cb3760a,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:47.548269 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d26092b-9691-4eb5-9624-805e74e3f14d', 'name': 'tempest-DeleteServersTestJSON-2082209291-router', 'tenant_id': 'd4765b82e21647a9b391a98f446a0e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'd2df1a00-7930-4e6a-bd81-5e20ce657f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:40Z', 'updated_at': '2022-06-22T10:15:43Z', 'revision_number': 3, 'project_id': 'd4765b82e21647a9b391a98f446a0e17', 'gw_port': {'id': 'd2df1a00-7930-4e6a-bd81-5e20ce657f32', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d26092b-9691-4eb5-9624-805e74e3f14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:41Z', 'updated_at': '2022-06-22T10:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:47.563329 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-3912b37e-b73d-4dd1-8bc4-fb85826d01c9 admin admin] Allocated IP 172.27.0.198 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/3805a3ac-6d6e-4cad-91e2-415d1209d57e) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:15:47.567747 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-1d692985-7c58-46b0-8298-a1627634a4e0 None None] Current status of the port e0b53d1c-b76c-4d12-86df-d87b5f43b48d is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:15:47.596660 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (1345bdf0-e380-447e-8342-f92df235a314), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:47.680919 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:44Z', 'revision_number': 3, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'gw_port': {'id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:43Z', 'updated_at': '2022-06-22T10:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:47.719336 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:47.720753 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] Checking router: 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:15:47.721241 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] Updating router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 port 550d8b8d-6e49-4b72-ad16-847186bf78a3 binding host dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:15:47.734247 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] Checking router: 5d26092b-9691-4eb5-9624-805e74e3f14d for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:15:47.734599 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] Updating router 5d26092b-9691-4eb5-9624-805e74e3f14d port d2df1a00-7930-4e6a-bd81-5e20ce657f32 binding host dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:15:47.763795 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (550d8b8d-6e49-4b72-ad16-847186bf78a3), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:47.869159 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aeb98c-7192-4bf3-9f33-276039b87f1a None None] Pushing event updated for resources: {'Port': ['ID=1345bdf0-e380-447e-8342-f92df235a314,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:47.879649 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (d2df1a00-7930-4e6a-bd81-5e20ce657f32), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:47.978312 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-16fdaff6-e0bf-4d00-bd49-9bb625870ade admin admin] Allocated IP 172.20.0.1 (a0897f8b-0e7c-4829-8ca1-9ba6a95f427f/27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142/cae3f9d1-f8c1-4623-9f5c-c71c4f646dac) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:15:48.026848 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9251b5f-7dec-4942-95a9-d137e2ab243e admin admin] Router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:15:48.093533 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:48.158735 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a06d7f-afa6-4fbf-920a-9277119e9d26 None None] Network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:15:48.205101 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port b292d466-5391-4370-9553-adadcec7cc03 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:48.205494 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (b292d466-5391-4370-9553-adadcec7cc03), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:48.278996 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-a2c41f72-1d2e-40a9-b917-20bf137d26c8 None None] Provisioning complete for port 7f61408d-70d6-425b-b2a9-73bcf2cd18e6 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:48.286283 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2c41f72-1d2e-40a9-b917-20bf137d26c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (7f61408d-70d6-425b-b2a9-73bcf2cd18e6), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:48.366168 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-16fdaff6-e0bf-4d00-bd49-9bb625870ade admin admin] Publish callbacks [] for port (cae3f9d1-f8c1-4623-9f5c-c71c4f646dac), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:48.406156 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a2c41f72-1d2e-40a9-b917-20bf137d26c8 None None] Port 7f61408d-70d6-425b-b2a9-73bcf2cd18e6 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:15:48.413986 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:48.438739 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb2cd-acfb-4935-8111-767c27a0407d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725670'] for router (270c905a-12a6-4f40-908f-84553181ba5e), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:48.445918 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3912b37e-b73d-4dd1-8bc4-fb85826d01c9 admin admin] Publish callbacks [] for port (3805a3ac-6d6e-4cad-91e2-415d1209d57e), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:48.516108 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port b292d466-5391-4370-9553-adadcec7cc03 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:15:48.521558 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-16fdaff6-e0bf-4d00-bd49-9bb625870ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (cae3f9d1-f8c1-4623-9f5c-c71c4f646dac), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:48.543708 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9251b5f-7dec-4942-95a9-d137e2ab243e admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:15:48.566852 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d9251b5f-7dec-4942-95a9-d137e2ab243e admin admin] 10.222.0.43 "PUT /v2.0/routers/5451d18f-d46a-4c3a-8c24-a3ef6daffffe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0883796 Jun 22 10:15:48.581593 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] Sync routers for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:15:48.613535 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f97ce269-f6fc-4045-9c18-fc4588ba2489 None None] Provisioning complete for port 7f61408d-70d6-425b-b2a9-73bcf2cd18e6 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:48.630310 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f97ce269-f6fc-4045-9c18-fc4588ba2489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (7f61408d-70d6-425b-b2a9-73bcf2cd18e6), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:48.656822 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1da9eebd-38da-4083-9921-df4bdc3f1277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:48.753476 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fdaff6-e0bf-4d00-bd49-9bb625870ade admin admin] Network a0897f8b-0e7c-4829-8ca1-9ba6a95f427f is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:15:48.771986 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:15:48.772460 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:15:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:48.778946 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-16fdaff6-e0bf-4d00-bd49-9bb625870ade admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:48.820917 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fdaff6-e0bf-4d00-bd49-9bb625870ade admin admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:15:48.827666 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-16fdaff6-e0bf-4d00-bd49-9bb625870ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721155'] for router_interface (5d26092b-9691-4eb5-9624-805e74e3f14d), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:49.089211 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:15:49.210774 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-1da9eebd-38da-4083-9921-df4bdc3f1277 admin admin] Allocated IP 172.20.0.1 (323c8696-2ed1-4abe-97f8-e9536ce29485/7f3117d9-0d1e-434f-abb4-63ad07de2d8c/8aecbac2-ed8b-476a-81de-7231270a736e) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:15:49.254061 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3912b37e-b73d-4dd1-8bc4-fb85826d01c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (3805a3ac-6d6e-4cad-91e2-415d1209d57e), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:49.280273 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:49.311550 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f97ce269-f6fc-4045-9c18-fc4588ba2489 None None] Port 7f61408d-70d6-425b-b2a9-73bcf2cd18e6 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:15:49.319245 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:15:49.414932 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f97ce269-f6fc-4045-9c18-fc4588ba2489 None None] Provisioning complete for port 711a452c-9257-4f0f-8a36-4f791ba07cee triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:49.420723 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f97ce269-f6fc-4045-9c18-fc4588ba2489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (711a452c-9257-4f0f-8a36-4f791ba07cee), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:49.446431 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3912b37e-b73d-4dd1-8bc4-fb85826d01c9 admin admin] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:15:49.450064 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdaff6-e0bf-4d00-bd49-9bb625870ade admin admin] Pushing event updated for resources: {'Port': ['ID=cae3f9d1-f8c1-4623-9f5c-c71c4f646dac,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:49.481097 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-3912b37e-b73d-4dd1-8bc4-fb85826d01c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:49.516330 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3912b37e-b73d-4dd1-8bc4-fb85826d01c9 admin admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:15:49.535464 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] Publish callbacks [] for port (550d8b8d-6e49-4b72-ad16-847186bf78a3), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:49.544167 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (550d8b8d-6e49-4b72-ad16-847186bf78a3), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:49.606182 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:49.670231 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1da9eebd-38da-4083-9921-df4bdc3f1277 admin admin] Publish callbacks [] for port (8aecbac2-ed8b-476a-81de-7231270a736e), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:49.676371 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] Attempting to bind port 550d8b8d-6e49-4b72-ad16-847186bf78a3 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:15:49.677171 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] Attempting to bind port 550d8b8d-6e49-4b72-ad16-847186bf78a3 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:15:49.677667 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:49.677987 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] Attempting to bind port 550d8b8d-6e49-4b72-ad16-847186bf78a3 on network 79d15111-a84f-47a4-8793-6586c660a510 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:15:49.685244 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d31a86-0a11-4b81-8219-25a12a41f262 None None] Pushing event updated for resources: {'Port': ['ID=550d8b8d-6e49-4b72-ad16-847186bf78a3,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:49.691935 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:15:49.692923 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] Checking segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:15:49.693556 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:49.694306 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] Bound using segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:15:49.695093 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] Bound port: 550d8b8d-6e49-4b72-ad16-847186bf78a3, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:15:49.695568 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (550d8b8d-6e49-4b72-ad16-847186bf78a3), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:49.757297 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:49.758761 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36034) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:49.766595 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-adbcacb6-5cf8-4c61-a6a3-419f7a9060a3 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--209977663', 'description': 'tempest-description--1461177496'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:49.798896 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-16fdaff6-e0bf-4d00-bd49-9bb625870ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (cae3f9d1-f8c1-4623-9f5c-c71c4f646dac), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:49.842579 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1da9eebd-38da-4083-9921-df4bdc3f1277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (8aecbac2-ed8b-476a-81de-7231270a736e), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:49.883556 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13aaf524-33d8-465e-90e9-d0384a42ca12 None None] Network 323c8696-2ed1-4abe-97f8-e9536ce29485 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:15:49.887375 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] For port 550d8b8d-6e49-4b72-ad16-847186bf78a3, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:15:49.900514 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] For port 550d8b8d-6e49-4b72-ad16-847186bf78a3, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=550d8b8d-6e49-4b72-ad16-847186bf78a3,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:15:49.907644 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912b37e-b73d-4dd1-8bc4-fb85826d01c9 admin admin] Pushing event updated for resources: {'Port': ['ID=3805a3ac-6d6e-4cad-91e2-415d1209d57e,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:49.923092 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cfb2cd-acfb-4935-8111-767c27a0407d admin admin] Router 270c905a-12a6-4f40-908f-84553181ba5e is scheduled to L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 with binding_index 1 {{(pid=104122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 10:15:49.927961 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (550d8b8d-6e49-4b72-ad16-847186bf78a3), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:49.955033 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-adbcacb6-5cf8-4c61-a6a3-419f7a9060a3 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:50.022376 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da9eebd-38da-4083-9921-df4bdc3f1277 admin admin] Network 323c8696-2ed1-4abe-97f8-e9536ce29485 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:15:50.030743 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-1da9eebd-38da-4083-9921-df4bdc3f1277 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:50.039561 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da9eebd-38da-4083-9921-df4bdc3f1277 admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:15:50.040288 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1da9eebd-38da-4083-9921-df4bdc3f1277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721155'] for router_interface (3a0cf69c-54dc-4d21-8efc-f403884bfaf1), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:50.067173 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] Routers {'3a0cf69c-54dc-4d21-8efc-f403884bfaf1'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:15:50.067820 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:15:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:50.121554 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d31a86-0a11-4b81-8219-25a12a41f262 None None] Pushing event updated for resources: {'Port': ['ID=550d8b8d-6e49-4b72-ad16-847186bf78a3,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:50.173975 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9eebd-38da-4083-9921-df4bdc3f1277 admin admin] Pushing event updated for resources: {'Port': ['ID=8aecbac2-ed8b-476a-81de-7231270a736e,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:50.191721 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 2, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:50.201298 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:50.207802 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:50.228339 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] Set router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:15:50.271904 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7374c8-dc82-4903-b48b-b9533ba98529 None None] Network f4e78d1e-cabc-488a-aae3-f9e986faebb4 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:15:50.274084 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3912b37e-b73d-4dd1-8bc4-fb85826d01c9 admin admin] Publish callbacks [] for router_gateway (3a28b2b6-edaf-4051-94d9-0a9feb746c36), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:50.287453 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:50.288132 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:50.354665 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:50.416601 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] Checking router: 5451d18f-d46a-4c3a-8c24-a3ef6daffffe for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:15:50.416975 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] Updating router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe port 7f61408d-70d6-425b-b2a9-73bcf2cd18e6 binding host dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:15:50.421166 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-adbcacb6-5cf8-4c61-a6a3-419f7a9060a3 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (fbae384d-7899-4b5c-b239-851b516c0119), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:50.431046 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-adbcacb6-5cf8-4c61-a6a3-419f7a9060a3 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (fbae384d-7899-4b5c-b239-851b516c0119), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:50.562048 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:44Z', 'revision_number': 3, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'gw_port': {'id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:43Z', 'updated_at': '2022-06-22T10:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:50.562719 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cfb2cd-acfb-4935-8111-767c27a0407d admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:15:50.621336 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-adbcacb6-5cf8-4c61-a6a3-419f7a9060a3 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:50.624647 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb2cd-acfb-4935-8111-767c27a0407d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:50.629898 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-f2cfb2cd-acfb-4935-8111-767c27a0407d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.0444605 Jun 22 10:15:50.631170 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36074) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:50.631954 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36076) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:50.641274 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-adbcacb6-5cf8-4c61-a6a3-419f7a9060a3 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8774076 Jun 22 10:15:50.649306 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcacb6-5cf8-4c61-a6a3-419f7a9060a3 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbae384d-7899-4b5c-b239-851b516c0119,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:50.652257 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc142ea9-509a-4adf-9f1d-5f4ddf12e1f7 None None] The sync data for ids ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'] in dv-cinder-847131-1-iscsi is: [{'id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:44Z', 'revision_number': 3, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'gw_port': {'id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:43Z', 'updated_at': '2022-06-22T10:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:15:50.653776 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-a965f906-932a-4557-b3a7-737d049750a0 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'security_group_rule': {'security_group_id': 'fbae384d-7899-4b5c-b239-851b516c0119', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:50.659193 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1da9eebd-38da-4083-9921-df4bdc3f1277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (8aecbac2-ed8b-476a-81de-7231270a736e), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:50.672518 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] Sync routers for ids ['270c905a-12a6-4f40-908f-84553181ba5e'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:15:50.691945 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] Routers {'270c905a-12a6-4f40-908f-84553181ba5e'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:15:50.692734 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:15:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['270c905a-12a6-4f40-908f-84553181ba5e'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:50.865199 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a965f906-932a-4557-b3a7-737d049750a0 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (969754a6-38cb-44af-95e4-14291d475bf8), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:50.877718 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-16fdaff6-e0bf-4d00-bd49-9bb625870ade admin admin] Publish callbacks [] for port (cae3f9d1-f8c1-4623-9f5c-c71c4f646dac), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:50.909619 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (7f61408d-70d6-425b-b2a9-73bcf2cd18e6), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:50.913944 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f97ce269-f6fc-4045-9c18-fc4588ba2489 None None] Current status of the port 711a452c-9257-4f0f-8a36-4f791ba07cee is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:15:50.914554 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f97ce269-f6fc-4045-9c18-fc4588ba2489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (711a452c-9257-4f0f-8a36-4f791ba07cee), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:50.922729 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] Set router 270c905a-12a6-4f40-908f-84553181ba5e gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:15:50.925509 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-16fdaff6-e0bf-4d00-bd49-9bb625870ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (cae3f9d1-f8c1-4623-9f5c-c71c4f646dac), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:50.929036 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-16fdaff6-e0bf-4d00-bd49-9bb625870ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722579'] for router_interface (5d26092b-9691-4eb5-9624-805e74e3f14d), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:51.029632 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdaff6-e0bf-4d00-bd49-9bb625870ade admin admin] Pushing event updated for resources: {'Port': ['ID=cae3f9d1-f8c1-4623-9f5c-c71c4f646dac,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:51.134528 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36090) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:51.250389 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1da9eebd-38da-4083-9921-df4bdc3f1277 admin admin] Publish callbacks [] for port (8aecbac2-ed8b-476a-81de-7231270a736e), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:51.275615 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1da9eebd-38da-4083-9921-df4bdc3f1277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (8aecbac2-ed8b-476a-81de-7231270a736e), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:51.276842 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1da9eebd-38da-4083-9921-df4bdc3f1277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722579'] for router_interface (3a0cf69c-54dc-4d21-8efc-f403884bfaf1), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:51.453826 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9eebd-38da-4083-9921-df4bdc3f1277 admin admin] Pushing event updated for resources: {'Port': ['ID=8aecbac2-ed8b-476a-81de-7231270a736e,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:51.462782 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270c905a-12a6-4f40-908f-84553181ba5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1179079051-router', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:47Z', 'revision_number': 3, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'gw_port': {'id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:51.515274 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] Checking router: 270c905a-12a6-4f40-908f-84553181ba5e for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:15:51.515617 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] Updating router 270c905a-12a6-4f40-908f-84553181ba5e port 1ef79595-1aaa-48df-9bf6-ebec7cb3760a binding host dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:15:51.533138 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:51.568263 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:51.571075 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a965f906-932a-4557-b3a7-737d049750a0 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (969754a6-38cb-44af-95e4-14291d475bf8), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:51.579568 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:51.579568 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (1ef79595-1aaa-48df-9bf6-ebec7cb3760a), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:51.583644 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36104) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:51.595454 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eea1e0a7-9f79-4211-a756-2fadd388b66b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:51.616320 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a965f906-932a-4557-b3a7-737d049750a0 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (969754a6-38cb-44af-95e4-14291d475bf8), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:51.625431 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-f97ce269-f6fc-4045-9c18-fc4588ba2489 None None] For port 711a452c-9257-4f0f-8a36-4f791ba07cee, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=711a452c-9257-4f0f-8a36-4f791ba07cee,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:51.627343 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da9eebd-38da-4083-9921-df4bdc3f1277 admin admin] Network 323c8696-2ed1-4abe-97f8-e9536ce29485 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:15:51.630120 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-1da9eebd-38da-4083-9921-df4bdc3f1277 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:51.684633 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:51.786878 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3912b37e-b73d-4dd1-8bc4-fb85826d01c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725670'] for router (3a28b2b6-edaf-4051-94d9-0a9feb746c36), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:51.830052 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f97ce269-f6fc-4045-9c18-fc4588ba2489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (711a452c-9257-4f0f-8a36-4f791ba07cee), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:51.853073 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:51.863952 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da9eebd-38da-4083-9921-df4bdc3f1277 admin admin] Router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:15:51.875258 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965f906-932a-4557-b3a7-737d049750a0 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969754a6-38cb-44af-95e4-14291d475bf8,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:51.875451 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] Publish callbacks [] for port (d2df1a00-7930-4e6a-bd81-5e20ce657f32), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:51.925076 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fdaff6-e0bf-4d00-bd49-9bb625870ade admin admin] Network a0897f8b-0e7c-4829-8ca1-9ba6a95f427f is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:15:51.950830 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3b0262b4-d6fa-4021-b6df-58aea8a51925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.047117 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a965f906-932a-4557-b3a7-737d049750a0 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.051582 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-a965f906-932a-4557-b3a7-737d049750a0 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4032328 Jun 22 10:15:52.076952 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36112) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:52.111171 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-16fdaff6-e0bf-4d00-bd49-9bb625870ade admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:52.120993 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-fe488a68-fbd5-4b88-978e-565927ef1297 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'security_group_rule': {'security_group_id': 'fbae384d-7899-4b5c-b239-851b516c0119', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:52.262894 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] Publish callbacks [] for port (7f61408d-70d6-425b-b2a9-73bcf2cd18e6), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.267069 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:52.280079 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ce269-f6fc-4045-9c18-fc4588ba2489 None None] Pushing event updated for resources: {'Port': ['ID=711a452c-9257-4f0f-8a36-4f791ba07cee,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:52.314748 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (7f61408d-70d6-425b-b2a9-73bcf2cd18e6), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.334391 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-5ff6002e-1e32-4db6-a37d-04ee4eac3326 None None] Provisioning complete for port 1345bdf0-e380-447e-8342-f92df235a314 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:52.335006 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5ff6002e-1e32-4db6-a37d-04ee4eac3326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (1345bdf0-e380-447e-8342-f92df235a314), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.356347 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] Publish callbacks [] for port (1ef79595-1aaa-48df-9bf6-ebec7cb3760a), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.366474 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (1ef79595-1aaa-48df-9bf6-ebec7cb3760a), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.416962 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da9eebd-38da-4083-9921-df4bdc3f1277 admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:15:52.417142 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:15:52.417487 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.436884 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-1da9eebd-38da-4083-9921-df4bdc3f1277 admin admin] 10.222.0.43 "PUT /v2.0/routers/3a0cf69c-54dc-4d21-8efc-f403884bfaf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3989646 Jun 22 10:15:52.452310 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (d2df1a00-7930-4e6a-bd81-5e20ce657f32), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.515311 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] For port 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1,segment=NetworkSegment(5dd0de8d-f8c8-4942-86ff-82b5a3cacf29),segment_id=5dd0de8d-f8c8-4942-86ff-82b5a3cacf29)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:52.519044 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eea1e0a7-9f79-4211-a756-2fadd388b66b admin admin] Publish callbacks [] for security_group (06de5bb0-93e5-433d-a3c4-1cf2a7934a29), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.536771 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3b0262b4-d6fa-4021-b6df-58aea8a51925 admin admin] Publish callbacks [] for security_group (56ac62b7-23a4-4b60-8356-cfdd59003f2f), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.551335 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] Attempting to bind port 1ef79595-1aaa-48df-9bf6-ebec7cb3760a on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:15:52.555789 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3b0262b4-d6fa-4021-b6df-58aea8a51925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (56ac62b7-23a4-4b60-8356-cfdd59003f2f), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.558076 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] Attempting to bind port 1ef79595-1aaa-48df-9bf6-ebec7cb3760a by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:15:52.558496 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] Attempting to bind port 1ef79595-1aaa-48df-9bf6-ebec7cb3760a on network 79d15111-a84f-47a4-8793-6586c660a510 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:15:52.564719 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453575a9-db28-47a8-b092-8da160925291 None None] Pushing event updated for resources: {'Port': ['ID=1ef79595-1aaa-48df-9bf6-ebec7cb3760a,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:52.578559 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eea1e0a7-9f79-4211-a756-2fadd388b66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (06de5bb0-93e5-433d-a3c4-1cf2a7934a29), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.583888 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:15:52.584805 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] Checking segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:15:52.586142 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.589138 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] Bound using segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:15:52.589833 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] Bound port: 1ef79595-1aaa-48df-9bf6-ebec7cb3760a, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:15:52.590379 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (1ef79595-1aaa-48df-9bf6-ebec7cb3760a), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.598625 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.599464 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 711a452c-9257-4f0f-8a36-4f791ba07cee up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:15:52.609773 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fe488a68-fbd5-4b88-978e-565927ef1297 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (b146c286-b8e0-4cef-93ba-b14549462a1b), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.651591 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:52.665255 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-3b0262b4-d6fa-4021-b6df-58aea8a51925 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20d31137f3464ebbb8e42d3c173a9e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0815697 Jun 22 10:15:52.676539 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36116) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:52.688398 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0262b4-d6fa-4021-b6df-58aea8a51925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ac62b7-23a4-4b60-8356-cfdd59003f2f,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:52.710211 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:52.716800 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 711a452c-9257-4f0f-8a36-4f791ba07cee triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:52.717181 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (711a452c-9257-4f0f-8a36-4f791ba07cee), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.732479 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] For port 1ef79595-1aaa-48df-9bf6-ebec7cb3760a, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:15:52.745300 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] For port 1ef79595-1aaa-48df-9bf6-ebec7cb3760a, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=1ef79595-1aaa-48df-9bf6-ebec7cb3760a,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:15:52.769501 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (1ef79595-1aaa-48df-9bf6-ebec7cb3760a), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.810950 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:52.832061 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-5ff6002e-1e32-4db6-a37d-04ee4eac3326 None None] Current status of the port 1345bdf0-e380-447e-8342-f92df235a314 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:15:52.832539 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5ff6002e-1e32-4db6-a37d-04ee4eac3326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (1345bdf0-e380-447e-8342-f92df235a314), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.835070 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:52.860713 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-65d12002-41fb-4747-ae46-8568a1bb530f admin admin] Publish callbacks [] for security_group (56ac62b7-23a4-4b60-8356-cfdd59003f2f), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.861030 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] Attempting to bind port d2df1a00-7930-4e6a-bd81-5e20ce657f32 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:15:52.861338 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] Attempting to bind port d2df1a00-7930-4e6a-bd81-5e20ce657f32 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:15:52.861732 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] Attempting to bind port d2df1a00-7930-4e6a-bd81-5e20ce657f32 on network 79d15111-a84f-47a4-8793-6586c660a510 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:15:52.932583 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453575a9-db28-47a8-b092-8da160925291 None None] Pushing event updated for resources: {'Port': ['ID=1ef79595-1aaa-48df-9bf6-ebec7cb3760a,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:52.933520 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-65d12002-41fb-4747-ae46-8568a1bb530f admin admin] Publish callbacks [] for security_group (56ac62b7-23a4-4b60-8356-cfdd59003f2f), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.961080 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-eea1e0a7-9f79-4211-a756-2fadd388b66b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=18756f7eccc64437bf9b22f0fe967a1c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8133571 Jun 22 10:15:52.964441 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36130) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:52.983829 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:15:52.985648 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] Checking segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:15:52.986165 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.987487 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] Bound using segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:15:52.990694 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] Bound port: d2df1a00-7930-4e6a-bd81-5e20ce657f32, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:15:52.991455 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (d2df1a00-7930-4e6a-bd81-5e20ce657f32), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:52.998994 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] Routers {'270c905a-12a6-4f40-908f-84553181ba5e'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:15:53.000437 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:15:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['270c905a-12a6-4f40-908f-84553181ba5e'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:53.007375 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fe488a68-fbd5-4b88-978e-565927ef1297 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (b146c286-b8e0-4cef-93ba-b14549462a1b), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:53.020054 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1e0a7-9f79-4211-a756-2fadd388b66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06de5bb0-93e5-433d-a3c4-1cf2a7934a29,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:53.036032 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fe488a68-fbd5-4b88-978e-565927ef1297 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (b146c286-b8e0-4cef-93ba-b14549462a1b), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:53.052110 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-65d12002-41fb-4747-ae46-8568a1bb530f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (56ac62b7-23a4-4b60-8356-cfdd59003f2f), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:53.054547 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-65d12002-41fb-4747-ae46-8568a1bb530f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:53.058377 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-65d12002-41fb-4747-ae46-8568a1bb530f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56ac62b7-23a4-4b60-8356-cfdd59003f2f HTTP/1.1" status: 204 len: 168 time: 0.3781295 Jun 22 10:15:53.079692 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d12002-41fb-4747-ae46-8568a1bb530f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ac62b7-23a4-4b60-8356-cfdd59003f2f,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:53.101386 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] Attempting to bind port 7f61408d-70d6-425b-b2a9-73bcf2cd18e6 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:15:53.101787 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] Attempting to bind port 7f61408d-70d6-425b-b2a9-73bcf2cd18e6 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:15:53.102158 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] Attempting to bind port 7f61408d-70d6-425b-b2a9-73bcf2cd18e6 on network 8bc94bec-5b18-4b15-a531-8b4a0778b280 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:15:53.104641 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b874f-6adc-4346-8396-d1648c0685bd None None] Pushing event updated for resources: {'Port': ['ID=7f61408d-70d6-425b-b2a9-73bcf2cd18e6,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:53.176720 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-5ff6002e-1e32-4db6-a37d-04ee4eac3326 None None] For port 1345bdf0-e380-447e-8342-f92df235a314, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=1345bdf0-e380-447e-8342-f92df235a314,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:53.178019 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:15:53.178396 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] Checking segment: {'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:15:53.178798 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:53.179334 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] Bound using segment: {'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:15:53.179808 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] Bound port: 7f61408d-70d6-425b-b2a9-73bcf2cd18e6, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:15:53.180191 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (7f61408d-70d6-425b-b2a9-73bcf2cd18e6), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:53.217745 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe488a68-fbd5-4b88-978e-565927ef1297 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b146c286-b8e0-4cef-93ba-b14549462a1b,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:53.222447 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fdaff6-e0bf-4d00-bd49-9bb625870ade admin admin] Router 5d26092b-9691-4eb5-9624-805e74e3f14d has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:15:53.237480 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36140) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:53.244319 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-233f0045-9eae-4eae-bd59-61ecee0b1b06 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1056371999', 'description': 'tempest-description--1697263369'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:53.250620 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fe488a68-fbd5-4b88-978e-565927ef1297 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:53.252241 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-fe488a68-fbd5-4b88-978e-565927ef1297 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1428456 Jun 22 10:15:53.264882 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5ff6002e-1e32-4db6-a37d-04ee4eac3326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (1345bdf0-e380-447e-8342-f92df235a314), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:53.272677 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36142) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:53.289127 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-40aaba6e-c7e2-4b86-afa6-b5d95325fc4f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'floatingip': {'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:53.310399 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:53.313073 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-233f0045-9eae-4eae-bd59-61ecee0b1b06 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:53.367490 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3912b37e-b73d-4dd1-8bc4-fb85826d01c9 admin admin] Router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 is scheduled to L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 with binding_index 1 {{(pid=104122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 10:15:53.374914 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f30e657-f075-4aae-a6ec-b10e1a87e513 admin admin] Publish callbacks [] for security_group (06de5bb0-93e5-433d-a3c4-1cf2a7934a29), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:53.392307 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] Set router 270c905a-12a6-4f40-908f-84553181ba5e gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:15:53.411276 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] For port d2df1a00-7930-4e6a-bd81-5e20ce657f32, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:15:53.423697 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-40aaba6e-c7e2-4b86-afa6-b5d95325fc4f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:53.437120 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-5ff6002e-1e32-4db6-a37d-04ee4eac3326 None None] Provisioning complete for port 711a452c-9257-4f0f-8a36-4f791ba07cee triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:53.437541 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5ff6002e-1e32-4db6-a37d-04ee4eac3326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (711a452c-9257-4f0f-8a36-4f791ba07cee), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:53.439622 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 711a452c-9257-4f0f-8a36-4f791ba07cee is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:15:53.440795 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 254052c0-16e9-40cc-b630-be44995097cd up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:15:53.498167 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-233f0045-9eae-4eae-bd59-61ecee0b1b06 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group (f3a1333e-ae57-42d2-8b1d-7cbf1230661a), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:53.508963 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-233f0045-9eae-4eae-bd59-61ecee0b1b06 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (f3a1333e-ae57-42d2-8b1d-7cbf1230661a), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:53.571929 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-233f0045-9eae-4eae-bd59-61ecee0b1b06 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:53.576063 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-233f0045-9eae-4eae-bd59-61ecee0b1b06 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3346732 Jun 22 10:15:53.576237 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb027ad-dc8d-4e2d-8795-3491fdb6c462 None None] Pushing event updated for resources: {'Port': ['ID=d2df1a00-7930-4e6a-bd81-5e20ce657f32,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:53.584789 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36150) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:53.599073 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] For port d2df1a00-7930-4e6a-bd81-5e20ce657f32, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=d2df1a00-7930-4e6a-bd81-5e20ce657f32,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:15:53.609670 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] Sync routers for ids ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:15:53.613432 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-d5df563f-8ab5-4824-a8d6-c779c2a4a0ff tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Request body: {'security_group_rule': {'security_group_id': 'f3a1333e-ae57-42d2-8b1d-7cbf1230661a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:53.635517 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f0045-9eae-4eae-bd59-61ecee0b1b06 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a1333e-ae57-42d2-8b1d-7cbf1230661a,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:53.689254 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fdaff6-e0bf-4d00-bd49-9bb625870ade admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:15:53.692430 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d5df563f-8ab5-4824-a8d6-c779c2a4a0ff tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group_rule (8e11d728-c910-4a50-a995-eb37d9707f74), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:53.702823 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36152) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:53.741173 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-16fdaff6-e0bf-4d00-bd49-9bb625870ade admin admin] 10.222.0.43 "PUT /v2.0/routers/5d26092b-9691-4eb5-9624-805e74e3f14d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9085000 Jun 22 10:15:53.755349 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (d2df1a00-7930-4e6a-bd81-5e20ce657f32), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:53.757106 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-62af0be3-ed10-4c37-9eaa-961d7f0a5be2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:53.768913 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:53.794661 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] For port 7f61408d-70d6-425b-b2a9-73bcf2cd18e6, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:15:53.821844 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 254052c0-16e9-40cc-b630-be44995097cd triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:53.822276 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (254052c0-16e9-40cc-b630-be44995097cd), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:53.874135 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36158) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:53.887489 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] For port 7f61408d-70d6-425b-b2a9-73bcf2cd18e6, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=7f61408d-70d6-425b-b2a9-73bcf2cd18e6,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:15:53.897250 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Pushing event updated for resources: {'Port': ['ID=1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:53.923377 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (7f61408d-70d6-425b-b2a9-73bcf2cd18e6), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:53.926515 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] Routers {'3a0cf69c-54dc-4d21-8efc-f403884bfaf1'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:15:53.927576 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:15:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:53.947267 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d5df563f-8ab5-4824-a8d6-c779c2a4a0ff tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group_rule (8e11d728-c910-4a50-a995-eb37d9707f74), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:53.966760 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270c905a-12a6-4f40-908f-84553181ba5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1179079051-router', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:47Z', 'revision_number': 3, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'gw_port': {'id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:53.994076 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15f0282-4d5a-42d6-847e-406084c2eb0f None None] The sync data for ids ['270c905a-12a6-4f40-908f-84553181ba5e'] in dv-cinder-847131-1-iscsi is: [{'id': '270c905a-12a6-4f40-908f-84553181ba5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1179079051-router', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:47Z', 'revision_number': 3, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'gw_port': {'id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:15:54.008115 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:54.017925 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d5df563f-8ab5-4824-a8d6-c779c2a4a0ff tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (8e11d728-c910-4a50-a995-eb37d9707f74), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:54.080029 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-62af0be3-ed10-4c37-9eaa-961d7f0a5be2 admin admin] Publish callbacks [] for security_group (dada06c8-124b-4e60-b290-bf50b66337aa), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:54.098160 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-62af0be3-ed10-4c37-9eaa-961d7f0a5be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (dada06c8-124b-4e60-b290-bf50b66337aa), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:54.104979 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df563f-8ab5-4824-a8d6-c779c2a4a0ff tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e11d728-c910-4a50-a995-eb37d9707f74,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:54.114261 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d5df563f-8ab5-4824-a8d6-c779c2a4a0ff tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:54.118653 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d5df563f-8ab5-4824-a8d6-c779c2a4a0ff tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5224316 Jun 22 10:15:54.119495 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6002e-1e32-4db6-a37d-04ee4eac3326 None None] Pushing event updated for resources: {'Port': ['ID=1345bdf0-e380-447e-8342-f92df235a314,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:54.142563 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f30e657-f075-4aae-a6ec-b10e1a87e513 admin admin] Publish callbacks [] for security_group (06de5bb0-93e5-433d-a3c4-1cf2a7934a29), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:54.156731 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] Routers {'5d26092b-9691-4eb5-9624-805e74e3f14d'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:15:54.157497 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:15:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5d26092b-9691-4eb5-9624-805e74e3f14d'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:54.164638 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36168) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:54.197665 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-8f9f6df9-7d21-4fba-907e-925520d60064 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Request body: {'security_group_rule': {'security_group_id': 'f3a1333e-ae57-42d2-8b1d-7cbf1230661a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:54.245782 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:54.247405 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-5ff6002e-1e32-4db6-a37d-04ee4eac3326 None None] Current status of the port 711a452c-9257-4f0f-8a36-4f791ba07cee is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:15:54.354823 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:54.389800 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3912b37e-b73d-4dd1-8bc4-fb85826d01c9 admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:15:54.402324 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] Sync routers for ids ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:15:54.418062 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] Routers {'3a28b2b6-edaf-4051-94d9-0a9feb746c36'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:15:54.418719 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:15:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:54.433959 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-40aaba6e-c7e2-4b86-afa6-b5d95325fc4f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:54.437619 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-433630aa-d050-4f06-8c8d-798792545f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:54.456553 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3912b37e-b73d-4dd1-8bc4-fb85826d01c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:54.457654 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36186) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:54.458975 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-3912b37e-b73d-4dd1-8bc4-fb85826d01c9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.9461498 Jun 22 10:15:54.465778 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-5ff6002e-1e32-4db6-a37d-04ee4eac3326 None None] Provisioning complete for port 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:54.466235 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5ff6002e-1e32-4db6-a37d-04ee4eac3326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:54.469773 dv-cinder-847131-1-iscsi neutron-server[104123]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 10:15:54.471033 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36188) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:54.494791 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f7d85503-63e4-47ff-916f-d55f0a77afe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:54.524728 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:15:54.525721 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:15:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:54.567843 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6df9-7d21-4fba-907e-925520d60064 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group_rule (fe2da546-2aa1-4602-b35c-421ee395c2af), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:54.598296 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] Set router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:15:54.647644 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=10 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:54.654147 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] Set router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:15:54.688895 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6df9-7d21-4fba-907e-925520d60064 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group_rule (fe2da546-2aa1-4602-b35c-421ee395c2af), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:54.712277 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6df9-7d21-4fba-907e-925520d60064 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (fe2da546-2aa1-4602-b35c-421ee395c2af), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:54.714872 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f30e657-f075-4aae-a6ec-b10e1a87e513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (06de5bb0-93e5-433d-a3c4-1cf2a7934a29), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:54.717712 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f30e657-f075-4aae-a6ec-b10e1a87e513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:54.718277 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-62af0be3-ed10-4c37-9eaa-961d7f0a5be2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a127baff57784ab297a28507c1c8208c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0165851 Jun 22 10:15:54.719388 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-8f30e657-f075-4aae-a6ec-b10e1a87e513 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06de5bb0-93e5-433d-a3c4-1cf2a7934a29 HTTP/1.1" status: 204 len: 168 time: 1.7512589 Jun 22 10:15:54.722666 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36190) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:54.737489 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af0be3-ed10-4c37-9eaa-961d7f0a5be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dada06c8-124b-4e60-b290-bf50b66337aa,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:54.754803 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30e657-f075-4aae-a6ec-b10e1a87e513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06de5bb0-93e5-433d-a3c4-1cf2a7934a29,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:54.871271 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-aa269bc2-b3e6-4bd3-a06b-bc8f01431e34 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:15:54.876148 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-aa269bc2-b3e6-4bd3-a06b-bc8f01431e34 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/networks?id=a0897f8b-0e7c-4829-8ca1-9ba6a95f427f HTTP/1.1" status: 200 len: 812 time: 0.4061456 Jun 22 10:15:54.876494 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f6df9-7d21-4fba-907e-925520d60064 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2da546-2aa1-4602-b35c-421ee395c2af,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:54.939665 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6df9-7d21-4fba-907e-925520d60064 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:54.947349 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-44e8bd66-5961-4e11-badd-0f8cb732f81b tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/quotas/d4765b82e21647a9b391a98f446a0e17 HTTP/1.1" status: 200 len: 375 time: 0.0597024 Jun 22 10:15:54.951091 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-8f9f6df9-7d21-4fba-907e-925520d60064 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7827435 Jun 22 10:15:54.969008 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36194) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:54.990862 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-39b16433-8a4d-44a7-96a3-db62160ea2a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Request body: {'floatingip': {'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:15:54.995396 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:55.048644 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb027ad-dc8d-4e2d-8795-3491fdb6c462 None None] Pushing event updated for resources: {'Port': ['ID=d2df1a00-7930-4e6a-bd81-5e20ce657f32,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:55.072489 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 254052c0-16e9-40cc-b630-be44995097cd is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:15:55.072915 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (254052c0-16e9-40cc-b630-be44995097cd), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:55.122108 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:49Z', 'revision_number': 3, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'gw_port': {'id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:55.155536 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-40aaba6e-c7e2-4b86-afa6-b5d95325fc4f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Allocated IP 172.27.0.211 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/20cc97a3-9627-419d-a1fb-9abee798e71d) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:15:55.156694 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] Checking router: 3a28b2b6-edaf-4051-94d9-0a9feb746c36 for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:15:55.157275 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] Updating router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 port 3805a3ac-6d6e-4cad-91e2-415d1209d57e binding host dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:15:55.178275 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f7d85503-63e4-47ff-916f-d55f0a77afe5 admin admin] Publish callbacks [] for security_group (5eaa0689-d097-4ad3-9959-05f59c81eae7), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:55.200882 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (3805a3ac-6d6e-4cad-91e2-415d1209d57e), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:55.211329 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-cc0421cf-b2a6-4207-b2a0-c5627207e1bf tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4765b82e21647a9b391a98f446a0e17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2629089 Jun 22 10:15:55.219966 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f7d85503-63e4-47ff-916f-d55f0a77afe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (5eaa0689-d097-4ad3-9959-05f59c81eae7), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:55.243184 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:55.292379 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-24a95db1-eed5-4ac4-97f9-5912b8251bd3 admin admin] Publish callbacks [] for security_group (dada06c8-124b-4e60-b290-bf50b66337aa), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:55.304850 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-39b16433-8a4d-44a7-96a3-db62160ea2a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:55.342357 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=3,neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:55.376592 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:55.383041 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f7d85503-63e4-47ff-916f-d55f0a77afe5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=413e418950a44456839d99470ed27a69&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5066338 Jun 22 10:15:55.385115 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36206) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:55.396317 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d85503-63e4-47ff-916f-d55f0a77afe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eaa0689-d097-4ad3-9959-05f59c81eae7,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:55.462294 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-24a95db1-eed5-4ac4-97f9-5912b8251bd3 admin admin] Publish callbacks [] for security_group (dada06c8-124b-4e60-b290-bf50b66337aa), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:55.481105 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] For port 254052c0-16e9-40cc-b630-be44995097cd, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=254052c0-16e9-40cc-b630-be44995097cd,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:55.483473 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-5ff6002e-1e32-4db6-a37d-04ee4eac3326 None None] Current status of the port 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:15:55.488147 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-525d5d39-aad2-4a38-8ccb-8b2e88575d65 admin admin] Publish callbacks [] for security_group (5eaa0689-d097-4ad3-9959-05f59c81eae7), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:55.492842 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] Set router 5d26092b-9691-4eb5-9624-805e74e3f14d gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:15:55.528328 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-525d5d39-aad2-4a38-8ccb-8b2e88575d65 admin admin] Publish callbacks [] for security_group (5eaa0689-d097-4ad3-9959-05f59c81eae7), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:55.583172 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-ee0eaa82-1296-4acc-84c9-7be292dabe2f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 10:15:55.584621 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-ee0eaa82-1296-4acc-84c9-7be292dabe2f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1194460 Jun 22 10:15:55.599383 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:15:55.604672 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (254052c0-16e9-40cc-b630-be44995097cd), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:55.605478 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device e0b53d1c-b76c-4d12-86df-d87b5f43b48d up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:15:55.615130 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-433630aa-d050-4f06-8c8d-798792545f6f admin admin] Allocated IP 172.20.0.1 (4f5c1d12-de71-40fa-95b0-3e1b37dac412/8d52cd81-ade1-4a9c-ad07-0183651deb0b/5e427e75-0a90-4475-aedf-e42cc726e9ac) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:15:55.655230 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-525d5d39-aad2-4a38-8ccb-8b2e88575d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (5eaa0689-d097-4ad3-9959-05f59c81eae7), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:55.659388 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-525d5d39-aad2-4a38-8ccb-8b2e88575d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:55.660772 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-525d5d39-aad2-4a38-8ccb-8b2e88575d65 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5eaa0689-d097-4ad3-9959-05f59c81eae7 HTTP/1.1" status: 204 len: 168 time: 0.2745814 Jun 22 10:15:55.673684 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d5d39-aad2-4a38-8ccb-8b2e88575d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eaa0689-d097-4ad3-9959-05f59c81eae7,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:55.700349 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-5ff6002e-1e32-4db6-a37d-04ee4eac3326 None None] Provisioning complete for port cae3f9d1-f8c1-4623-9f5c-c71c4f646dac triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:55.700828 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5ff6002e-1e32-4db6-a37d-04ee4eac3326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (cae3f9d1-f8c1-4623-9f5c-c71c4f646dac), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:55.732208 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b874f-6adc-4346-8396-d1648c0685bd None None] Pushing event updated for resources: {'Port': ['ID=7f61408d-70d6-425b-b2a9-73bcf2cd18e6,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:55.756793 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-c4314569-9e73-49e4-9e69-ea3a87d24c0e service neutron] 10.222.0.43 "GET /v2.0/networks/a0897f8b-0e7c-4829-8ca1-9ba6a95f427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656275 Jun 22 10:15:55.820550 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:55.881017 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-e32d93ce-0933-4315-a6e5-e197a6711802 service neutron] 10.222.0.43 "GET /v2.0/networks/a0897f8b-0e7c-4829-8ca1-9ba6a95f427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165218 Jun 22 10:15:55.891708 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-39b16433-8a4d-44a7-96a3-db62160ea2a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:55.908405 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-24a95db1-eed5-4ac4-97f9-5912b8251bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (dada06c8-124b-4e60-b290-bf50b66337aa), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:55.911800 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-24a95db1-eed5-4ac4-97f9-5912b8251bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:55.916302 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-24a95db1-eed5-4ac4-97f9-5912b8251bd3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dada06c8-124b-4e60-b290-bf50b66337aa HTTP/1.1" status: 204 len: 168 time: 1.1719127 Jun 22 10:15:55.983093 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:55.983756 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a95db1-eed5-4ac4-97f9-5912b8251bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dada06c8-124b-4e60-b290-bf50b66337aa,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:55.984798 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-5ff6002e-1e32-4db6-a37d-04ee4eac3326 None None] Port cae3f9d1-f8c1-4623-9f5c-c71c4f646dac cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:15:55.986422 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Pushing event updated for resources: {'Port': ['ID=254052c0-16e9-40cc-b630-be44995097cd,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:56.085340 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:56.210573 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-433630aa-d050-4f06-8c8d-798792545f6f admin admin] Publish callbacks [] for port (5e427e75-0a90-4475-aedf-e42cc726e9ac), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:56.267773 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port e0b53d1c-b76c-4d12-86df-d87b5f43b48d triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:56.269924 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (e0b53d1c-b76c-4d12-86df-d87b5f43b48d), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:56.275961 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36238) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:56.286079 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-40aaba6e-c7e2-4b86-afa6-b5d95325fc4f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for port (20cc97a3-9627-419d-a1fb-9abee798e71d), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:56.371215 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36248) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:56.381522 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c2263af5-316c-459a-9571-de12436b77f9 req-5fc30ea2-37bf-4d73-94b5-3c46e1283814 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 210 time: 0.1036417 Jun 22 10:15:56.397749 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-40aaba6e-c7e2-4b86-afa6-b5d95325fc4f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (20cc97a3-9627-419d-a1fb-9abee798e71d), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:56.403798 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6a77-414d-49b4-9d27-1241bcdb4314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:56.462313 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-de15b8ca-982c-4d72-b3d0-2b9b7321e110 None None] Provisioning complete for port 1345bdf0-e380-447e-8342-f92df235a314 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:56.462924 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-de15b8ca-982c-4d72-b3d0-2b9b7321e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (1345bdf0-e380-447e-8342-f92df235a314), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:56.510553 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aaba6e-c7e2-4b86-afa6-b5d95325fc4f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'Port': ['ID=20cc97a3-9627-419d-a1fb-9abee798e71d,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:56.541732 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aaba6e-c7e2-4b86-afa6-b5d95325fc4f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:15:56.548921 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-40aaba6e-c7e2-4b86-afa6-b5d95325fc4f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:56.555481 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aaba6e-c7e2-4b86-afa6-b5d95325fc4f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:15:56.615858 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6a77-414d-49b4-9d27-1241bcdb4314 admin admin] Publish callbacks [] for security_group (ee3dae14-8d52-4ad4-b974-87c41daa131e), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:56.625827 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6a77-414d-49b4-9d27-1241bcdb4314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (ee3dae14-8d52-4ad4-b974-87c41daa131e), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:56.661114 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:56.674993 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:56.710497 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:50Z', 'revision_number': 4, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'gw_port': {'id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:43Z', 'updated_at': '2022-06-22T10:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '8aecbac2-ed8b-476a-81de-7231270a736e', 'name': '', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'mac_address': 'fa:16:3e:61:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:48Z', 'updated_at': '2022-06-22T10:15:50Z', 'revision_number': 2, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'subnets': [{'id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:56.734782 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] Publish callbacks [] for port (3805a3ac-6d6e-4cad-91e2-415d1209d57e), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:56.742485 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf6a77-414d-49b4-9d27-1241bcdb4314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3dae14-8d52-4ad4-b974-87c41daa131e,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:56.755594 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (3805a3ac-6d6e-4cad-91e2-415d1209d57e), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:56.774338 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6ebf6a77-414d-49b4-9d27-1241bcdb4314 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7859dca5fd7a4dd28b7c9b303bfa5817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4014180 Jun 22 10:15:56.776293 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36258) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:15:56.796808 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] Checking router: 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:15:56.797170 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] Updating router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 port 8aecbac2-ed8b-476a-81de-7231270a736e binding host dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:15:56.799746 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-40aaba6e-c7e2-4b86-afa6-b5d95325fc4f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (41b4174c-48c4-477d-b0c7-30af71db9f0a), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:56.852346 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f964f95a-b9d1-4712-b798-b1905fb89fb9 admin admin] Publish callbacks [] for security_group (ee3dae14-8d52-4ad4-b974-87c41daa131e), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:56.888238 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-40aaba6e-c7e2-4b86-afa6-b5d95325fc4f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (20cc97a3-9627-419d-a1fb-9abee798e71d), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:56.893980 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d26092b-9691-4eb5-9624-805e74e3f14d', 'name': 'tempest-DeleteServersTestJSON-2082209291-router', 'tenant_id': 'd4765b82e21647a9b391a98f446a0e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'd2df1a00-7930-4e6a-bd81-5e20ce657f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:40Z', 'updated_at': '2022-06-22T10:15:49Z', 'revision_number': 4, 'project_id': 'd4765b82e21647a9b391a98f446a0e17', 'gw_port': {'id': 'd2df1a00-7930-4e6a-bd81-5e20ce657f32', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d26092b-9691-4eb5-9624-805e74e3f14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:41Z', 'updated_at': '2022-06-22T10:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'cae3f9d1-f8c1-4623-9f5c-c71c4f646dac', 'name': '', 'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f', 'tenant_id': 'd4765b82e21647a9b391a98f446a0e17', 'mac_address': 'fa:16:3e:89:91:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d26092b-9691-4eb5-9624-805e74e3f14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:46Z', 'updated_at': '2022-06-22T10:15:50Z', 'revision_number': 2, 'project_id': 'd4765b82e21647a9b391a98f446a0e17', 'subnets': [{'id': '27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:56.910899 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] Attempting to bind port 3805a3ac-6d6e-4cad-91e2-415d1209d57e on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:15:56.913209 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f964f95a-b9d1-4712-b798-b1905fb89fb9 admin admin] Publish callbacks [] for security_group (ee3dae14-8d52-4ad4-b974-87c41daa131e), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:56.913906 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] Attempting to bind port 3805a3ac-6d6e-4cad-91e2-415d1209d57e by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:15:56.914428 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] Attempting to bind port 3805a3ac-6d6e-4cad-91e2-415d1209d57e on network 79d15111-a84f-47a4-8793-6586c660a510 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:15:56.928849 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:15:56.933440 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] Checking segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:15:56.934703 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (8aecbac2-ed8b-476a-81de-7231270a736e), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:56.935482 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:56.935891 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] Bound using segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:15:56.936400 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] Bound port: 3805a3ac-6d6e-4cad-91e2-415d1209d57e, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:15:56.937962 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (3805a3ac-6d6e-4cad-91e2-415d1209d57e), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:56.958437 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f1a625-64d6-42e4-bc11-37ec8113d85a None None] The sync data for ids ['5d26092b-9691-4eb5-9624-805e74e3f14d'] in dv-cinder-847131-1-iscsi is: [{'id': '5d26092b-9691-4eb5-9624-805e74e3f14d', 'name': 'tempest-DeleteServersTestJSON-2082209291-router', 'tenant_id': 'd4765b82e21647a9b391a98f446a0e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'd2df1a00-7930-4e6a-bd81-5e20ce657f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:40Z', 'updated_at': '2022-06-22T10:15:49Z', 'revision_number': 4, 'project_id': 'd4765b82e21647a9b391a98f446a0e17', 'gw_port': {'id': 'd2df1a00-7930-4e6a-bd81-5e20ce657f32', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d26092b-9691-4eb5-9624-805e74e3f14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:41Z', 'updated_at': '2022-06-22T10:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'cae3f9d1-f8c1-4623-9f5c-c71c4f646dac', 'name': '', 'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f', 'tenant_id': 'd4765b82e21647a9b391a98f446a0e17', 'mac_address': 'fa:16:3e:89:91:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d26092b-9691-4eb5-9624-805e74e3f14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:46Z', 'updated_at': '2022-06-22T10:15:50Z', 'revision_number': 2, 'project_id': 'd4765b82e21647a9b391a98f446a0e17', 'subnets': [{'id': '27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:15:56.982941 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port e0b53d1c-b76c-4d12-86df-d87b5f43b48d is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:15:56.993552 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 1345bdf0-e380-447e-8342-f92df235a314 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:15:56.997143 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-de15b8ca-982c-4d72-b3d0-2b9b7321e110 None None] Current status of the port 1345bdf0-e380-447e-8342-f92df235a314 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:15:57.007584 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:57.011400 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:53Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:57.026316 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f964f95a-b9d1-4712-b798-b1905fb89fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (ee3dae14-8d52-4ad4-b974-87c41daa131e), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:57.032709 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f964f95a-b9d1-4712-b798-b1905fb89fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:57.033458 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f964f95a-b9d1-4712-b798-b1905fb89fb9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ee3dae14-8d52-4ad4-b974-87c41daa131e HTTP/1.1" status: 204 len: 168 time: 0.2547650 Jun 22 10:15:57.047689 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964f95a-b9d1-4712-b798-b1905fb89fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3dae14-8d52-4ad4-b974-87c41daa131e,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:57.075378 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] For port 3805a3ac-6d6e-4cad-91e2-415d1209d57e, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:15:57.083420 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] For port 3805a3ac-6d6e-4cad-91e2-415d1209d57e, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=3805a3ac-6d6e-4cad-91e2-415d1209d57e,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:15:57.092274 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11589c-1474-4a70-8245-10ee5d22c743 None None] Pushing event updated for resources: {'Port': ['ID=3805a3ac-6d6e-4cad-91e2-415d1209d57e,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:57.109309 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (3805a3ac-6d6e-4cad-91e2-415d1209d57e), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:57.248389 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-433630aa-d050-4f06-8c8d-798792545f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (5e427e75-0a90-4475-aedf-e42cc726e9ac), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:57.248966 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] Routers {'3a28b2b6-edaf-4051-94d9-0a9feb746c36'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:15:57.249262 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:15:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:57.250206 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:57.256721 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11589c-1474-4a70-8245-10ee5d22c743 None None] Pushing event updated for resources: {'Port': ['ID=3805a3ac-6d6e-4cad-91e2-415d1209d57e,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:57.272527 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2cedfa-8076-4f3b-92b3-c545d9e1bdfc None None] The sync data for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi is: [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:53Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:15:57.312092 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-de15b8ca-982c-4d72-b3d0-2b9b7321e110 None None] Provisioning complete for port cae3f9d1-f8c1-4623-9f5c-c71c4f646dac triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:57.312419 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-de15b8ca-982c-4d72-b3d0-2b9b7321e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (cae3f9d1-f8c1-4623-9f5c-c71c4f646dac), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:57.353390 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433630aa-d050-4f06-8c8d-798792545f6f admin admin] Pushing event updated for resources: {'Port': ['ID=5e427e75-0a90-4475-aedf-e42cc726e9ac,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:57.469538 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-de15b8ca-982c-4d72-b3d0-2b9b7321e110 None None] Port cae3f9d1-f8c1-4623-9f5c-c71c4f646dac cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:15:57.572183 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ea3d17f-3cc2-49c6-8eda-b6905eb84590 req-5e730680-5aac-4f0c-8596-f9d5b10456c9 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 210 time: 0.0621419 Jun 22 10:15:57.622664 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-40aaba6e-c7e2-4b86-afa6-b5d95325fc4f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for port (20cc97a3-9627-419d-a1fb-9abee798e71d), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:57.624783 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:57.628602 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433630aa-d050-4f06-8c8d-798792545f6f admin admin] Network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:15:57.637340 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-de15b8ca-982c-4d72-b3d0-2b9b7321e110 None None] Provisioning complete for port 7f61408d-70d6-425b-b2a9-73bcf2cd18e6 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:57.639858 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2dfe29cf-eb2a-4daf-bc69-c9be1920c004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:57.641103 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-de15b8ca-982c-4d72-b3d0-2b9b7321e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (7f61408d-70d6-425b-b2a9-73bcf2cd18e6), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:57.677905 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-40aaba6e-c7e2-4b86-afa6-b5d95325fc4f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (20cc97a3-9627-419d-a1fb-9abee798e71d), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:57.687331 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-39b16433-8a4d-44a7-96a3-db62160ea2a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Allocated IP 172.27.0.133 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/e0cdd568-ae71-4aa4-92ef-e45fd1d1610e) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:15:57.729678 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-433630aa-d050-4f06-8c8d-798792545f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:15:57.754951 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] Set router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:15:57.769108 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 1345bdf0-e380-447e-8342-f92df235a314 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:57.770579 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (1345bdf0-e380-447e-8342-f92df235a314), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:57.835456 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433630aa-d050-4f06-8c8d-798792545f6f admin admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:15:57.835983 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-433630aa-d050-4f06-8c8d-798792545f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721155'] for router_interface (270c905a-12a6-4f40-908f-84553181ba5e), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:57.985503 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 1345bdf0-e380-447e-8342-f92df235a314 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:15:58.168228 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:58.571640 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:49Z', 'revision_number': 3, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'gw_port': {'id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:15:58.600303 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-40aaba6e-c7e2-4b86-afa6-b5d95325fc4f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (41b4174c-48c4-477d-b0c7-30af71db9f0a), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:58.689367 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37efbc3e-a3d2-4427-9c59-562f4625ef9c None None] The sync data for ids ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'] in dv-cinder-847131-1-iscsi is: [{'id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:49Z', 'revision_number': 3, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'gw_port': {'id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:15:58.696340 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-de15b8ca-982c-4d72-b3d0-2b9b7321e110 None None] Current status of the port 7f61408d-70d6-425b-b2a9-73bcf2cd18e6 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:15:58.696991 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-de15b8ca-982c-4d72-b3d0-2b9b7321e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (7f61408d-70d6-425b-b2a9-73bcf2cd18e6), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:58.761922 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-de15b8ca-982c-4d72-b3d0-2b9b7321e110 None None] For port 7f61408d-70d6-425b-b2a9-73bcf2cd18e6, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=7f61408d-70d6-425b-b2a9-73bcf2cd18e6,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:15:58.771836 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-de15b8ca-982c-4d72-b3d0-2b9b7321e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (7f61408d-70d6-425b-b2a9-73bcf2cd18e6), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:58.786372 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-de15b8ca-982c-4d72-b3d0-2b9b7321e110 None None] Provisioning complete for port 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:58.787000 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-de15b8ca-982c-4d72-b3d0-2b9b7321e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:58.817727 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-40aaba6e-c7e2-4b86-afa6-b5d95325fc4f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:58.829227 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-40aaba6e-c7e2-4b86-afa6-b5d95325fc4f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5522988 Jun 22 10:15:58.854084 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:15:58.872567 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-13e8da7d-840f-4224-b8c5-4e5ef8a395a8 req-ba4bf0d4-7522-4c58-85b2-2f494d6f17f7 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 210 time: 0.1674757 Jun 22 10:15:58.991990 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aaba6e-c7e2-4b86-afa6-b5d95325fc4f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'Port': ['ID=20cc97a3-9627-419d-a1fb-9abee798e71d,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:59.075261 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:59.139595 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15b8ca-982c-4d72-b3d0-2b9b7321e110 None None] Pushing event updated for resources: {'Port': ['ID=7f61408d-70d6-425b-b2a9-73bcf2cd18e6,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:59.223977 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-433630aa-d050-4f06-8c8d-798792545f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (5e427e75-0a90-4475-aedf-e42cc726e9ac), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:59.242579 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:59.242922 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:59.254564 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-2dfe29cf-eb2a-4daf-bc69-c9be1920c004 admin admin] Allocated IP 172.20.0.1 (f4e78d1e-cabc-488a-aae3-f9e986faebb4/dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783/bbf77c28-4758-4c3b-954b-a69bd9aa326f) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:15:59.304204 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] Publish callbacks [] for port (8aecbac2-ed8b-476a-81de-7231270a736e), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:59.360500 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (8aecbac2-ed8b-476a-81de-7231270a736e), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:59.376698 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:15:59.402188 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-39b16433-8a4d-44a7-96a3-db62160ea2a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for port (e0cdd568-ae71-4aa4-92ef-e45fd1d1610e), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:59.703974 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:15:59.705669 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 711a452c-9257-4f0f-8a36-4f791ba07cee up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:15:59.751757 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-de15b8ca-982c-4d72-b3d0-2b9b7321e110 None None] Current status of the port 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:15:59.780424 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11387173-dab8-4ff4-8eaa-ace773a0b96b None None] Pushing event updated for resources: {'Port': ['ID=8aecbac2-ed8b-476a-81de-7231270a736e,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:15:59.827296 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-e3c730e1-47dd-4e19-96c7-ccb464a9b200 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--209977663&fields=id&tenant_id=78629282e2b74418a2c1cdac32576ef1 HTTP/1.1" status: 200 len: 267 time: 0.1739702 Jun 22 10:15:59.827829 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-de15b8ca-982c-4d72-b3d0-2b9b7321e110 None None] Provisioning complete for port 8aecbac2-ed8b-476a-81de-7231270a736e triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:59.828352 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-de15b8ca-982c-4d72-b3d0-2b9b7321e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (8aecbac2-ed8b-476a-81de-7231270a736e), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:59.927886 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] Attempting to bind port 8aecbac2-ed8b-476a-81de-7231270a736e on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:15:59.928538 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] Attempting to bind port 8aecbac2-ed8b-476a-81de-7231270a736e by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': '754cce2b-24bd-4e64-aab1-7837b742fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:15:59.929060 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] Attempting to bind port 8aecbac2-ed8b-476a-81de-7231270a736e on network 323c8696-2ed1-4abe-97f8-e9536ce29485 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:15:59.936328 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-de15b8ca-982c-4d72-b3d0-2b9b7321e110 None None] Port 8aecbac2-ed8b-476a-81de-7231270a736e cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:15:59.938884 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2dfe29cf-eb2a-4daf-bc69-c9be1920c004 admin admin] Publish callbacks [] for port (bbf77c28-4758-4c3b-954b-a69bd9aa326f), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:59.947129 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 711a452c-9257-4f0f-8a36-4f791ba07cee triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:15:59.947687 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (711a452c-9257-4f0f-8a36-4f791ba07cee), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:59.949937 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:15:59.950487 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] Checking segment: {'id': '754cce2b-24bd-4e64-aab1-7837b742fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:15:59.951322 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:15:59.951959 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] Bound using segment: {'id': '754cce2b-24bd-4e64-aab1-7837b742fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:15:59.952638 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] Bound port: 8aecbac2-ed8b-476a-81de-7231270a736e, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754cce2b-24bd-4e64-aab1-7837b742fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:15:59.953317 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (8aecbac2-ed8b-476a-81de-7231270a736e), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:00.035991 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] For port 8aecbac2-ed8b-476a-81de-7231270a736e, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:00.039852 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-39b16433-8a4d-44a7-96a3-db62160ea2a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (e0cdd568-ae71-4aa4-92ef-e45fd1d1610e), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:00.041042 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] For port 8aecbac2-ed8b-476a-81de-7231270a736e, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=8aecbac2-ed8b-476a-81de-7231270a736e,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:00.137958 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (8aecbac2-ed8b-476a-81de-7231270a736e), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:00.206302 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-77f4a6e6-0590-4681-b37a-9c3dd2981caa tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:00.207918 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-77f4a6e6-0590-4681-b37a-9c3dd2981caa tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/networks?id=8bc94bec-5b18-4b15-a531-8b4a0778b280 HTTP/1.1" status: 200 len: 814 time: 0.3707736 Jun 22 10:16:00.242611 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-433630aa-d050-4f06-8c8d-798792545f6f admin admin] Publish callbacks [] for port (5e427e75-0a90-4475-aedf-e42cc726e9ac), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:00.245926 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-a3ad263c-c5c5-4e11-8135-f83ce1c8ce22 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/quotas/78629282e2b74418a2c1cdac32576ef1 HTTP/1.1" status: 200 len: 375 time: 0.0231020 Jun 22 10:16:00.247053 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b16433-8a4d-44a7-96a3-db62160ea2a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Pushing event updated for resources: {'Port': ['ID=e0cdd568-ae71-4aa4-92ef-e45fd1d1610e,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:00.250002 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:00.251069 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-1b3e8f9c-19f5-4175-88ad-2aa9f6ded66f None None] Provisioning complete for port 5e427e75-0a90-4475-aedf-e42cc726e9ac triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:00.251610 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1b3e8f9c-19f5-4175-88ad-2aa9f6ded66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (5e427e75-0a90-4475-aedf-e42cc726e9ac), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:00.295609 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-433630aa-d050-4f06-8c8d-798792545f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (5e427e75-0a90-4475-aedf-e42cc726e9ac), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:00.296459 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-433630aa-d050-4f06-8c8d-798792545f6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722579'] for router_interface (270c905a-12a6-4f40-908f-84553181ba5e), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:00.343834 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] Routers {'3a0cf69c-54dc-4d21-8efc-f403884bfaf1'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:16:00.344562 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:15:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:00.422909 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11387173-dab8-4ff4-8eaa-ace773a0b96b None None] Pushing event updated for resources: {'Port': ['ID=8aecbac2-ed8b-476a-81de-7231270a736e,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:00.423098 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7e2ff12a-a556-483d-b4b6-ee04b87aa16e req-f00a1624-8745-4314-9626-5a8fd222e361 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 210 time: 0.1253171 Jun 22 10:16:00.434068 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-1b3e8f9c-19f5-4175-88ad-2aa9f6ded66f None None] Port 5e427e75-0a90-4475-aedf-e42cc726e9ac cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:16:00.448793 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-e6215c50-4611-405c-a8a5-895a7049cd81 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=78629282e2b74418a2c1cdac32576ef1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2002661 Jun 22 10:16:00.456268 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:00.488508 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b16433-8a4d-44a7-96a3-db62160ea2a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:00.526869 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 711a452c-9257-4f0f-8a36-4f791ba07cee is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:00.528834 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 7f61408d-70d6-425b-b2a9-73bcf2cd18e6 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:00.565105 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-39b16433-8a4d-44a7-96a3-db62160ea2a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:00.609975 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b16433-8a4d-44a7-96a3-db62160ea2a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:16:00.631176 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:00.687770 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] Set router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:16:00.723851 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.59', 57497) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:00.739055 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-39b16433-8a4d-44a7-96a3-db62160ea2a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for floatingip (671ce711-0b9c-44f2-864d-2b48a5559bc8), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:00.770588 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-46144f43-67ee-4b17-83c0-05bb45649668 None None] Provisioning complete for port 8aecbac2-ed8b-476a-81de-7231270a736e triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:00.773347 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46144f43-67ee-4b17-83c0-05bb45649668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (8aecbac2-ed8b-476a-81de-7231270a736e), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:00.866523 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-39b16433-8a4d-44a7-96a3-db62160ea2a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (e0cdd568-ae71-4aa4-92ef-e45fd1d1610e), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:01.043669 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-a119b06c-ac35-4ea4-9220-f677cf12f710 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646007 Jun 22 10:16:01.048013 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433630aa-d050-4f06-8c8d-798792545f6f admin admin] Pushing event updated for resources: {'Port': ['ID=5e427e75-0a90-4475-aedf-e42cc726e9ac,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:01.058272 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2dfe29cf-eb2a-4daf-bc69-c9be1920c004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (bbf77c28-4758-4c3b-954b-a69bd9aa326f), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:01.160075 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfe29cf-eb2a-4daf-bc69-c9be1920c004 admin admin] Network f4e78d1e-cabc-488a-aae3-f9e986faebb4 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:01.161226 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe29cf-eb2a-4daf-bc69-c9be1920c004 admin admin] Pushing event updated for resources: {'Port': ['ID=bbf77c28-4758-4c3b-954b-a69bd9aa326f,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:01.166928 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:01.168616 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-2dfe29cf-eb2a-4daf-bc69-c9be1920c004 admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:01.176600 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfe29cf-eb2a-4daf-bc69-c9be1920c004 admin admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:16:01.177260 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2dfe29cf-eb2a-4daf-bc69-c9be1920c004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721155'] for router_interface (3a28b2b6-edaf-4051-94d9-0a9feb746c36), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:01.238275 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 7f61408d-70d6-425b-b2a9-73bcf2cd18e6 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:01.238823 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (7f61408d-70d6-425b-b2a9-73bcf2cd18e6), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:01.388403 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433630aa-d050-4f06-8c8d-798792545f6f admin admin] Network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:01.404389 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-bd77fb9d-8a0e-4c6d-b625-a373f908a12d tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:01.410333 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-433630aa-d050-4f06-8c8d-798792545f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:01.411821 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-bd77fb9d-8a0e-4c6d-b625-a373f908a12d tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.59 "GET /v2.0/networks?id=a0897f8b-0e7c-4829-8ca1-9ba6a95f427f HTTP/1.1" status: 200 len: 812 time: 0.6868815 Jun 22 10:16:01.481592 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-5f0189c9-b296-4e11-a9a1-31b2851c7632 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Request body: {'port': {'device_id': '8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1', 'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f', 'admin_state_up': True, 'tenant_id': 'd4765b82e21647a9b391a98f446a0e17'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:01.574668 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-39ecdc4f-8878-4ba8-b9a4-51011800b044 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090442 Jun 22 10:16:01.719218 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-46144f43-67ee-4b17-83c0-05bb45649668 None None] Current status of the port 8aecbac2-ed8b-476a-81de-7231270a736e is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:01.719549 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46144f43-67ee-4b17-83c0-05bb45649668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (8aecbac2-ed8b-476a-81de-7231270a736e), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:01.857853 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d4e4fa69-73cd-4243-a537-7a2104383cca req-f17613aa-bae4-427f-9c24-fb692c3e0a7f tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 210 time: 0.2380993 Jun 22 10:16:01.943757 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-46144f43-67ee-4b17-83c0-05bb45649668 None None] For port 8aecbac2-ed8b-476a-81de-7231270a736e, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=8aecbac2-ed8b-476a-81de-7231270a736e,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:01.947367 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433630aa-d050-4f06-8c8d-798792545f6f admin admin] Router 270c905a-12a6-4f40-908f-84553181ba5e has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:16:01.958448 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46144f43-67ee-4b17-83c0-05bb45649668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (8aecbac2-ed8b-476a-81de-7231270a736e), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:02.036758 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:02.041391 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:50Z', 'revision_number': 4, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'gw_port': {'id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:43Z', 'updated_at': '2022-06-22T10:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '8aecbac2-ed8b-476a-81de-7231270a736e', 'name': '', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'mac_address': 'fa:16:3e:61:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:48Z', 'updated_at': '2022-06-22T10:16:00Z', 'revision_number': 4, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'subnets': [{'id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:02.073805 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 7f61408d-70d6-425b-b2a9-73bcf2cd18e6 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:02.075365 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 1ef79595-1aaa-48df-9bf6-ebec7cb3760a up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:02.190096 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a4386-7f97-4580-b7a5-6695f34176e4 None None] The sync data for ids ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'] in dv-cinder-847131-1-iscsi is: [{'id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:50Z', 'revision_number': 4, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'gw_port': {'id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:43Z', 'updated_at': '2022-06-22T10:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '8aecbac2-ed8b-476a-81de-7231270a736e', 'name': '', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'mac_address': 'fa:16:3e:61:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:48Z', 'updated_at': '2022-06-22T10:16:00Z', 'revision_number': 4, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'subnets': [{'id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:16:02.232183 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2dfe29cf-eb2a-4daf-bc69-c9be1920c004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (bbf77c28-4758-4c3b-954b-a69bd9aa326f), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:02.245379 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-03b734d7-3333-4d24-9c17-8a5dd757ea19 None None] Provisioning complete for port 5e427e75-0a90-4475-aedf-e42cc726e9ac triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:02.246074 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-03b734d7-3333-4d24-9c17-8a5dd757ea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (5e427e75-0a90-4475-aedf-e42cc726e9ac), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:02.359012 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46144f43-67ee-4b17-83c0-05bb45649668 None None] Pushing event updated for resources: {'Port': ['ID=8aecbac2-ed8b-476a-81de-7231270a736e,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:02.477810 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 1ef79595-1aaa-48df-9bf6-ebec7cb3760a triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:02.477950 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (1ef79595-1aaa-48df-9bf6-ebec7cb3760a), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:02.570707 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-03b734d7-3333-4d24-9c17-8a5dd757ea19 None None] Port 5e427e75-0a90-4475-aedf-e42cc726e9ac cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:16:02.605014 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-03b734d7-3333-4d24-9c17-8a5dd757ea19 None None] Provisioning complete for port bbf77c28-4758-4c3b-954b-a69bd9aa326f triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:02.607503 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-03b734d7-3333-4d24-9c17-8a5dd757ea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (bbf77c28-4758-4c3b-954b-a69bd9aa326f), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:02.748856 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-03b734d7-3333-4d24-9c17-8a5dd757ea19 None None] Port bbf77c28-4758-4c3b-954b-a69bd9aa326f cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:16:02.782510 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-03b734d7-3333-4d24-9c17-8a5dd757ea19 None None] Provisioning complete for port 8aecbac2-ed8b-476a-81de-7231270a736e triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:02.782906 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-03b734d7-3333-4d24-9c17-8a5dd757ea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (8aecbac2-ed8b-476a-81de-7231270a736e), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:02.792245 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-39b16433-8a4d-44a7-96a3-db62160ea2a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for port (e0cdd568-ae71-4aa4-92ef-e45fd1d1610e), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:02.833513 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-28ec2978-eb3e-4fdc-9657-972340434bb8 req-4271e35a-da21-406a-9f19-0845c9f1b59a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 210 time: 0.9088976 Jun 22 10:16:02.913441 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433630aa-d050-4f06-8c8d-798792545f6f admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:16:02.956836 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] Sync routers for ids ['270c905a-12a6-4f40-908f-84553181ba5e'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:16:02.958629 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-39b16433-8a4d-44a7-96a3-db62160ea2a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (e0cdd568-ae71-4aa4-92ef-e45fd1d1610e), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:02.984069 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-433630aa-d050-4f06-8c8d-798792545f6f admin admin] 10.222.0.43 "PUT /v2.0/routers/270c905a-12a6-4f40-908f-84553181ba5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3416791 Jun 22 10:16:03.151420 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-5f0189c9-b296-4e11-a9a1-31b2851c7632 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Made reservation on behalf of d4765b82e21647a9b391a98f446a0e17 for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:03.163183 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-5f0189c9-b296-4e11-a9a1-31b2851c7632 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:03.499046 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ef57ccc4-0019-432f-be37-a77049b5b38e req-d9a27c3e-75e4-46ad-96f3-cf13f6981469 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 210 time: 0.2677472 Jun 22 10:16:03.565527 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2dfe29cf-eb2a-4daf-bc69-c9be1920c004 admin admin] Publish callbacks [] for port (bbf77c28-4758-4c3b-954b-a69bd9aa326f), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:03.583007 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:03.729935 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2dfe29cf-eb2a-4daf-bc69-c9be1920c004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (bbf77c28-4758-4c3b-954b-a69bd9aa326f), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:03.730980 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2dfe29cf-eb2a-4daf-bc69-c9be1920c004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722579'] for router_interface (3a28b2b6-edaf-4051-94d9-0a9feb746c36), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:03.745870 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] Sync routers for ids ['5d26092b-9691-4eb5-9624-805e74e3f14d'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:16:03.755568 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] Routers {'270c905a-12a6-4f40-908f-84553181ba5e'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:16:03.757047 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:15:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['270c905a-12a6-4f40-908f-84553181ba5e'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:03.766549 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36506) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:03.769092 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] Routers {'5d26092b-9691-4eb5-9624-805e74e3f14d'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:16:03.773459 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:15:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5d26092b-9691-4eb5-9624-805e74e3f14d'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:03.787474 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-39b16433-8a4d-44a7-96a3-db62160ea2a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (671ce711-0b9c-44f2-864d-2b48a5559bc8), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:03.843612 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:03.943360 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:04.011103 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-03b734d7-3333-4d24-9c17-8a5dd757ea19 None None] Current status of the port 8aecbac2-ed8b-476a-81de-7231270a736e is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:04.036247 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 1ef79595-1aaa-48df-9bf6-ebec7cb3760a is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:04.037294 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (1ef79595-1aaa-48df-9bf6-ebec7cb3760a), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:04.103029 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] Set router 5d26092b-9691-4eb5-9624-805e74e3f14d gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:16:04.124970 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] For port 1ef79595-1aaa-48df-9bf6-ebec7cb3760a, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=1ef79595-1aaa-48df-9bf6-ebec7cb3760a,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:04.126870 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-39b16433-8a4d-44a7-96a3-db62160ea2a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:04.131728 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-39b16433-8a4d-44a7-96a3-db62160ea2a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.1487415 Jun 22 10:16:04.143276 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:04.154487 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (1ef79595-1aaa-48df-9bf6-ebec7cb3760a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:04.155408 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 254052c0-16e9-40cc-b630-be44995097cd up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:04.178054 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b16433-8a4d-44a7-96a3-db62160ea2a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Pushing event updated for resources: {'Port': ['ID=e0cdd568-ae71-4aa4-92ef-e45fd1d1610e,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:04.318808 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:04.326837 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] Set router 270c905a-12a6-4f40-908f-84553181ba5e gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:16:04.368746 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe29cf-eb2a-4daf-bc69-c9be1920c004 admin admin] Pushing event updated for resources: {'Port': ['ID=bbf77c28-4758-4c3b-954b-a69bd9aa326f,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:04.492524 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-40eff21d-3239-45ac-973c-34fd8897aa1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:04.514637 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Pushing event updated for resources: {'Port': ['ID=1ef79595-1aaa-48df-9bf6-ebec7cb3760a,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:04.515867 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-5f0189c9-b296-4e11-a9a1-31b2851c7632 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Allocated IP 172.20.0.4 (a0897f8b-0e7c-4829-8ca1-9ba6a95f427f/27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142/bd80709c-555a-4184-b601-e49f7cd8bdc4) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:16:04.542853 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfe29cf-eb2a-4daf-bc69-c9be1920c004 admin admin] Network f4e78d1e-cabc-488a-aae3-f9e986faebb4 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:04.546849 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-2dfe29cf-eb2a-4daf-bc69-c9be1920c004 admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:04.557588 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c1998535-93e2-42b3-b0fa-6cffa4556c93 req-3da1cb0f-d978-43e4-bc35-d451a8bfa59c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 210 time: 0.3173461 Jun 22 10:16:04.626714 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 254052c0-16e9-40cc-b630-be44995097cd triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:04.627717 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (254052c0-16e9-40cc-b630-be44995097cd), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:04.756259 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:04.758806 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:04.917315 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d26092b-9691-4eb5-9624-805e74e3f14d', 'name': 'tempest-DeleteServersTestJSON-2082209291-router', 'tenant_id': 'd4765b82e21647a9b391a98f446a0e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'd2df1a00-7930-4e6a-bd81-5e20ce657f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:40Z', 'updated_at': '2022-06-22T10:15:49Z', 'revision_number': 4, 'project_id': 'd4765b82e21647a9b391a98f446a0e17', 'gw_port': {'id': 'd2df1a00-7930-4e6a-bd81-5e20ce657f32', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d26092b-9691-4eb5-9624-805e74e3f14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:41Z', 'updated_at': '2022-06-22T10:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'cae3f9d1-f8c1-4623-9f5c-c71c4f646dac', 'name': '', 'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f', 'tenant_id': 'd4765b82e21647a9b391a98f446a0e17', 'mac_address': 'fa:16:3e:89:91:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d26092b-9691-4eb5-9624-805e74e3f14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:46Z', 'updated_at': '2022-06-22T10:15:50Z', 'revision_number': 2, 'project_id': 'd4765b82e21647a9b391a98f446a0e17', 'subnets': [{'id': '27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:04.997724 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfe29cf-eb2a-4daf-bc69-c9be1920c004 admin admin] Router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:16:05.069861 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] Checking router: 5d26092b-9691-4eb5-9624-805e74e3f14d for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:16:05.069861 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] Updating router 5d26092b-9691-4eb5-9624-805e74e3f14d port cae3f9d1-f8c1-4623-9f5c-c71c4f646dac binding host dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:16:05.074818 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-40eff21d-3239-45ac-973c-34fd8897aa1d admin admin] Publish callbacks [] for security_group (08001b74-c6d9-4174-ac38-339847eedd44), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:05.116099 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:05.169829 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (cae3f9d1-f8c1-4623-9f5c-c71c4f646dac), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:05.198279 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-40eff21d-3239-45ac-973c-34fd8897aa1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (08001b74-c6d9-4174-ac38-339847eedd44), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:05.237228 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.59', 57503) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:05.240874 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 254052c0-16e9-40cc-b630-be44995097cd is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:05.242422 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 550d8b8d-6e49-4b72-ad16-847186bf78a3 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:05.309118 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-7f4484bd-ad88-4936-9615-70f1f7b86423 None None] Provisioning complete for port bbf77c28-4758-4c3b-954b-a69bd9aa326f triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:05.309526 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7f4484bd-ad88-4936-9615-70f1f7b86423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (bbf77c28-4758-4c3b-954b-a69bd9aa326f), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:05.380282 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-26d00622-49c3-4e06-a969-8aeabfb6f726 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1056371999&fields=id&tenant_id=5ee9d603d9cc4a8797f55d544f189720 HTTP/1.1" status: 200 len: 267 time: 0.3915613 Jun 22 10:16:05.470062 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-7f4484bd-ad88-4936-9615-70f1f7b86423 None None] Port bbf77c28-4758-4c3b-954b-a69bd9aa326f cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:16:05.503364 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 550d8b8d-6e49-4b72-ad16-847186bf78a3 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:05.505018 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (550d8b8d-6e49-4b72-ad16-847186bf78a3), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:05.554070 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-24a8fc40-98fa-4175-8b83-00b8e11cf0db tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:05.566293 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-24a8fc40-98fa-4175-8b83-00b8e11cf0db tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/networks?id=4f5c1d12-de71-40fa-95b0-3e1b37dac412 HTTP/1.1" status: 200 len: 819 time: 1.2998168 Jun 22 10:16:05.612380 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-eefb6fb1-839b-40ed-8959-cbbac0e7cf9c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/quotas/c3277b9cbc4b4a8bbacee8440cea1ed2 HTTP/1.1" status: 200 len: 375 time: 0.0437627 Jun 22 10:16:05.690330 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-5b9c85a2-e7d0-434b-960b-d6d305eb186d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762463 Jun 22 10:16:05.720602 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 550d8b8d-6e49-4b72-ad16-847186bf78a3 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:05.720602 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (550d8b8d-6e49-4b72-ad16-847186bf78a3), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:05.759987 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:05.767951 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] For port 550d8b8d-6e49-4b72-ad16-847186bf78a3, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=550d8b8d-6e49-4b72-ad16-847186bf78a3,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:05.787351 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270c905a-12a6-4f40-908f-84553181ba5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1179079051-router', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 4, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'gw_port': {'id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '5e427e75-0a90-4475-aedf-e42cc726e9ac', 'name': '', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'mac_address': 'fa:16:3e:f6:bb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:54Z', 'updated_at': '2022-06-22T10:15:59Z', 'revision_number': 2, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'subnets': [{'id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:05.798266 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (550d8b8d-6e49-4b72-ad16-847186bf78a3), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:05.800214 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 1345bdf0-e380-447e-8342-f92df235a314 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:05.913892 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] Checking router: 270c905a-12a6-4f40-908f-84553181ba5e for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:16:05.914257 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] Updating router 270c905a-12a6-4f40-908f-84553181ba5e port 5e427e75-0a90-4475-aedf-e42cc726e9ac binding host dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:16:05.943182 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-40eff21d-3239-45ac-973c-34fd8897aa1d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed320c83e9ef43908271b69bd8d5ce27&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1307702 Jun 22 10:16:05.944219 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eff21d-3239-45ac-973c-34fd8897aa1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08001b74-c6d9-4174-ac38-339847eedd44,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:05.970176 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36576) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:05.989721 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 1345bdf0-e380-447e-8342-f92df235a314 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:05.990490 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (1345bdf0-e380-447e-8342-f92df235a314), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:06.030020 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-64c1ff78-266b-4f73-ad1a-e5531a96d0d7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:06.031618 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-64c1ff78-266b-4f73-ad1a-e5531a96d0d7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/networks?id=323c8696-2ed1-4abe-97f8-e9536ce29485 HTTP/1.1" status: 200 len: 817 time: 0.6159546 Jun 22 10:16:06.035847 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-5f0189c9-b296-4e11-a9a1-31b2851c7632 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Publish callbacks [] for port (bd80709c-555a-4184-b601-e49f7cd8bdc4), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:06.049627 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (5e427e75-0a90-4475-aedf-e42cc726e9ac), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:06.050921 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-49d61cb8-56b8-436b-ad62-d3bba6c0728d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:06.052552 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-49d61cb8-56b8-436b-ad62-d3bba6c0728d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.59 "GET /v2.0/networks?id=8bc94bec-5b18-4b15-a531-8b4a0778b280 HTTP/1.1" status: 200 len: 814 time: 0.7895732 Jun 22 10:16:06.058761 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfe29cf-eb2a-4daf-bc69-c9be1920c004 admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:16:06.059598 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-7d057d24-2f93-4fa7-8501-2bbb850eccc4 service neutron] 10.222.0.43 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157537 Jun 22 10:16:06.070540 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-1e127ad6-7644-4dec-90eb-ac705b1cf967 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/quotas/5ee9d603d9cc4a8797f55d544f189720 HTTP/1.1" status: 200 len: 375 time: 0.0275974 Jun 22 10:16:06.087314 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-2dfe29cf-eb2a-4daf-bc69-c9be1920c004 admin admin] 10.222.0.43 "PUT /v2.0/routers/3a28b2b6-edaf-4051-94d9-0a9feb746c36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6050038 Jun 22 10:16:06.087524 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] Sync routers for ids ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:16:06.145616 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f4548d44-2e4f-40bc-9aab-1ec7cf80df04 admin admin] Publish callbacks [] for security_group (08001b74-c6d9-4174-ac38-339847eedd44), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:06.166319 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:06.176252 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f4548d44-2e4f-40bc-9aab-1ec7cf80df04 admin admin] Publish callbacks [] for security_group (08001b74-c6d9-4174-ac38-339847eedd44), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:06.188861 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Pushing event updated for resources: {'Port': ['ID=550d8b8d-6e49-4b72-ad16-847186bf78a3,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:06.281779 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] Routers {'3a28b2b6-edaf-4051-94d9-0a9feb746c36'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:16:06.282414 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:15:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:06.380201 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-2527f78b-862a-4f97-b1a4-4b4178a2dd3a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78629282e2b74418a2c1cdac32576ef1 HTTP/1.1" status: 200 len: 379 time: 0.2014706 Jun 22 10:16:06.391888 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-1be3f04f-0477-4a3a-ab35-73997729a68a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'port': {'device_id': '5828c9dc-3439-4da7-a94c-f81cbbfdcb99', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'admin_state_up': True, 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'security_groups': ['fbae384d-7899-4b5c-b239-851b516c0119']}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:06.407335 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f4548d44-2e4f-40bc-9aab-1ec7cf80df04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (08001b74-c6d9-4174-ac38-339847eedd44), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:06.409776 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f4548d44-2e4f-40bc-9aab-1ec7cf80df04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:06.422027 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-f4548d44-2e4f-40bc-9aab-1ec7cf80df04 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08001b74-c6d9-4174-ac38-339847eedd44 HTTP/1.1" status: 204 len: 168 time: 0.4494355 Jun 22 10:16:06.446696 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-6299b850-f606-4123-bf19-706bc1265ab5 service neutron] 10.222.0.43 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727391 Jun 22 10:16:06.450776 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] Set router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:16:06.485996 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4548d44-2e4f-40bc-9aab-1ec7cf80df04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08001b74-c6d9-4174-ac38-339847eedd44,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:06.486732 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-31d8912b-60f8-481a-b3ff-76a095dbfbd4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5ee9d603d9cc4a8797f55d544f189720&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3907547 Jun 22 10:16:06.490625 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-5f0189c9-b296-4e11-a9a1-31b2851c7632 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (bd80709c-555a-4184-b601-e49f7cd8bdc4), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:06.722495 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-1be3f04f-0477-4a3a-ab35-73997729a68a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Made reservation on behalf of 78629282e2b74418a2c1cdac32576ef1 for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:06.729590 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-1be3f04f-0477-4a3a-ab35-73997729a68a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:06.743037 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-5f0189c9-b296-4e11-a9a1-31b2851c7632 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Network a0897f8b-0e7c-4829-8ca1-9ba6a95f427f is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:06.750207 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-5f0189c9-b296-4e11-a9a1-31b2851c7632 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:06.753422 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-5f0189c9-b296-4e11-a9a1-31b2851c7632 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:16:06.759380 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-5f0189c9-b296-4e11-a9a1-31b2851c7632 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:06.760416 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-5f0189c9-b296-4e11-a9a1-31b2851c7632 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:06.834939 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0189c9-b296-4e11-a9a1-31b2851c7632 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Pushing event updated for resources: {'Port': ['ID=bd80709c-555a-4184-b601-e49f7cd8bdc4,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:06.867989 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-5f0189c9-b296-4e11-a9a1-31b2851c7632 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4181705 Jun 22 10:16:06.887489 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-cf3aae43-6970-416d-9b8e-7cca7bed249f tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 10:16:06.888811 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-cf3aae43-6970-416d-9b8e-7cca7bed249f tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065989 Jun 22 10:16:06.998530 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:07.010435 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:07.013568 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 1345bdf0-e380-447e-8342-f92df235a314 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:07.138329 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-d562414e-421b-419e-a67c-26a527b472c3 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 10:16:07.140245 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-d562414e-421b-419e-a67c-26a527b472c3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4763269 Jun 22 10:16:07.170806 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] Publish callbacks [] for port (cae3f9d1-f8c1-4623-9f5c-c71c4f646dac), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:07.183902 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (cae3f9d1-f8c1-4623-9f5c-c71c4f646dac), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:07.333079 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec5709-2a16-4fa6-a6c5-85b1fee654d2 None None] Pushing event updated for resources: {'Port': ['ID=cae3f9d1-f8c1-4623-9f5c-c71c4f646dac,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:07.349496 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] Publish callbacks [] for port (5e427e75-0a90-4475-aedf-e42cc726e9ac), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:07.357123 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:07.429065 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-1be3f04f-0477-4a3a-ab35-73997729a68a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Allocated IP 172.20.0.7 (8bc94bec-5b18-4b15-a531-8b4a0778b280/22fb0c08-5da0-43f7-a157-f246eb31d192/f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:16:07.475671 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (5e427e75-0a90-4475-aedf-e42cc726e9ac), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:07.507106 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36614) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:07.590808 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-cba57b28-aa5e-4c37-a6c6-b897fe56f2b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:07.692553 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] Attempting to bind port cae3f9d1-f8c1-4623-9f5c-c71c4f646dac on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:16:07.692851 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] Attempting to bind port cae3f9d1-f8c1-4623-9f5c-c71c4f646dac by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'ca7f4a0d-268e-4e8b-a77e-5586a53275ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:16:07.695905 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] Attempting to bind port cae3f9d1-f8c1-4623-9f5c-c71c4f646dac on network a0897f8b-0e7c-4829-8ca1-9ba6a95f427f {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:16:07.700347 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-ec654a1c-e2fd-4755-92b7-143bcda0a640 None None] Provisioning complete for port bd80709c-555a-4184-b601-e49f7cd8bdc4 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:07.700762 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ec654a1c-e2fd-4755-92b7-143bcda0a640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (bd80709c-555a-4184-b601-e49f7cd8bdc4), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:07.714902 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c8fd2-37d4-4a75-a95b-753860273b8c None None] Pushing event updated for resources: {'Port': ['ID=5e427e75-0a90-4475-aedf-e42cc726e9ac,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:07.730360 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:16:07.730749 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] Checking segment: {'id': 'ca7f4a0d-268e-4e8b-a77e-5586a53275ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:16:07.735443 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:07.735933 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] Bound using segment: {'id': 'ca7f4a0d-268e-4e8b-a77e-5586a53275ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:16:07.745331 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] Bound port: cae3f9d1-f8c1-4623-9f5c-c71c4f646dac, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7f4a0d-268e-4e8b-a77e-5586a53275ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:16:07.745924 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (cae3f9d1-f8c1-4623-9f5c-c71c4f646dac), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:07.883593 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f994516-30bd-4655-8fdf-c77c5ebe4471 req-1ff8a894-7545-4eb0-9974-54c8cc78de83 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:07.895611 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8f994516-30bd-4655-8fdf-c77c5ebe4471 req-1ff8a894-7545-4eb0-9974-54c8cc78de83 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 931 time: 0.5698869 Jun 22 10:16:07.953944 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-cba57b28-aa5e-4c37-a6c6-b897fe56f2b4 admin admin] Publish callbacks [] for security_group (27359613-31c5-4038-83f6-a8071c77b05f), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:07.983208 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36622) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:07.983913 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-cba57b28-aa5e-4c37-a6c6-b897fe56f2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (27359613-31c5-4038-83f6-a8071c77b05f), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:07.992579 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:08.030588 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] For port cae3f9d1-f8c1-4623-9f5c-c71c4f646dac, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:08.037272 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] For port cae3f9d1-f8c1-4623-9f5c-c71c4f646dac, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=cae3f9d1-f8c1-4623-9f5c-c71c4f646dac,segment=NetworkSegment(ca7f4a0d-268e-4e8b-a77e-5586a53275ed),segment_id=ca7f4a0d-268e-4e8b-a77e-5586a53275ed)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:08.060231 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (cae3f9d1-f8c1-4623-9f5c-c71c4f646dac), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:08.070961 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-4b7248f4-51e0-45b4-aec6-16576c431c3e service neutron] 10.222.0.43 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9237719 Jun 22 10:16:08.222717 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:08.242064 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec5709-2a16-4fa6-a6c5-85b1fee654d2 None None] Pushing event updated for resources: {'Port': ['ID=cae3f9d1-f8c1-4623-9f5c-c71c4f646dac,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:08.246274 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 550d8b8d-6e49-4b72-ad16-847186bf78a3 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:08.253822 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-e1e5ce2f-5db5-485f-b274-6d7db72b16f8 service neutron] 10.222.0.43 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763942 Jun 22 10:16:08.303557 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] Routers {'5d26092b-9691-4eb5-9624-805e74e3f14d'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:16:08.304174 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:15:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5d26092b-9691-4eb5-9624-805e74e3f14d'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:08.340061 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] Request body: {'port': {'device_id': '8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:08.366926 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8f994516-30bd-4655-8fdf-c77c5ebe4471 req-e7c36edb-49a5-40bf-8b7f-af0cb2fa8168 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/security-groups?id=23400919-520f-4b7e-9690-2e2ee08b0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582922 Jun 22 10:16:08.468044 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-1be3f04f-0477-4a3a-ab35-73997729a68a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for port (f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:08.525845 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:08.533671 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (bd80709c-555a-4184-b601-e49f7cd8bdc4), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:08.577983 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-1be3f04f-0477-4a3a-ab35-73997729a68a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:08.657251 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-379b7f53-0088-40b7-9b4f-068eecd456c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:08.670427 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-cba57b28-aa5e-4c37-a6c6-b897fe56f2b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d77300cfda894a4cae6399c2284c2496&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1623724 Jun 22 10:16:08.684725 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-ec654a1c-e2fd-4755-92b7-143bcda0a640 None None] Port bd80709c-555a-4184-b601-e49f7cd8bdc4 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:16:08.741211 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] Attempting to bind port 5e427e75-0a90-4475-aedf-e42cc726e9ac on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:16:08.741590 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] Attempting to bind port 5e427e75-0a90-4475-aedf-e42cc726e9ac by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': '8cd307ff-85b4-4abd-89e1-a7213886e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:16:08.741984 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] Attempting to bind port 5e427e75-0a90-4475-aedf-e42cc726e9ac on network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:16:08.750877 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:16:08.751252 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] Checking segment: {'id': '8cd307ff-85b4-4abd-89e1-a7213886e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:16:08.751662 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:08.752137 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] Bound using segment: {'id': '8cd307ff-85b4-4abd-89e1-a7213886e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:16:08.752610 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] Bound port: 5e427e75-0a90-4475-aedf-e42cc726e9ac, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd307ff-85b4-4abd-89e1-a7213886e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:16:08.752993 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (5e427e75-0a90-4475-aedf-e42cc726e9ac), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:08.779016 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1bf1abba-1d41-4a33-abe2-5b67d630d22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:08.789823 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36632) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:08.824341 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 4, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'gw_port': {'id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'bbf77c28-4758-4c3b-954b-a69bd9aa326f', 'name': '', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'mac_address': 'fa:16:3e:01:6c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:58Z', 'updated_at': '2022-06-22T10:16:03Z', 'revision_number': 2, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'subnets': [{'id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:08.835846 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] Set router 5d26092b-9691-4eb5-9624-805e74e3f14d gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:16:08.922150 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 550d8b8d-6e49-4b72-ad16-847186bf78a3 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:08.924668 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (550d8b8d-6e49-4b72-ad16-847186bf78a3), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:08.941824 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba57b28-aa5e-4c37-a6c6-b897fe56f2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27359613-31c5-4038-83f6-a8071c77b05f,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:08.946745 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] Checking router: 3a28b2b6-edaf-4051-94d9-0a9feb746c36 for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:16:08.947839 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] Updating router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 port bbf77c28-4758-4c3b-954b-a69bd9aa326f binding host dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:16:09.064784 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:09.103582 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-de01a825-be68-4d6f-8fcf-9df44f3ad31e None None] Provisioning complete for port 5e427e75-0a90-4475-aedf-e42cc726e9ac triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:09.104462 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-de01a825-be68-4d6f-8fcf-9df44f3ad31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (5e427e75-0a90-4475-aedf-e42cc726e9ac), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:09.194376 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-1be3f04f-0477-4a3a-ab35-73997729a68a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Network 8bc94bec-5b18-4b15-a531-8b4a0778b280 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:09.233638 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-1be3f04f-0477-4a3a-ab35-73997729a68a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:09.241666 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-1be3f04f-0477-4a3a-ab35-73997729a68a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:16:09.265458 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-1be3f04f-0477-4a3a-ab35-73997729a68a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:09.270124 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-1be3f04f-0477-4a3a-ab35-73997729a68a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:09.299195 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (bbf77c28-4758-4c3b-954b-a69bd9aa326f), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:09.306083 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3f04f-0477-4a3a-ab35-73997729a68a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'Port': ['ID=f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:09.334086 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d26092b-9691-4eb5-9624-805e74e3f14d', 'name': 'tempest-DeleteServersTestJSON-2082209291-router', 'tenant_id': 'd4765b82e21647a9b391a98f446a0e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'd2df1a00-7930-4e6a-bd81-5e20ce657f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:40Z', 'updated_at': '2022-06-22T10:15:49Z', 'revision_number': 4, 'project_id': 'd4765b82e21647a9b391a98f446a0e17', 'gw_port': {'id': 'd2df1a00-7930-4e6a-bd81-5e20ce657f32', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d26092b-9691-4eb5-9624-805e74e3f14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:41Z', 'updated_at': '2022-06-22T10:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'cae3f9d1-f8c1-4623-9f5c-c71c4f646dac', 'name': '', 'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f', 'tenant_id': 'd4765b82e21647a9b391a98f446a0e17', 'mac_address': 'fa:16:3e:89:91:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d26092b-9691-4eb5-9624-805e74e3f14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:46Z', 'updated_at': '2022-06-22T10:16:08Z', 'revision_number': 4, 'project_id': 'd4765b82e21647a9b391a98f446a0e17', 'subnets': [{'id': '27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:09.390553 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:09.392483 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427f2b27-a722-4e2b-af3e-aab5087b799a None None] The sync data for ids ['5d26092b-9691-4eb5-9624-805e74e3f14d'] in dv-cinder-847131-1-iscsi is: [{'id': '5d26092b-9691-4eb5-9624-805e74e3f14d', 'name': 'tempest-DeleteServersTestJSON-2082209291-router', 'tenant_id': 'd4765b82e21647a9b391a98f446a0e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'd2df1a00-7930-4e6a-bd81-5e20ce657f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:40Z', 'updated_at': '2022-06-22T10:15:49Z', 'revision_number': 4, 'project_id': 'd4765b82e21647a9b391a98f446a0e17', 'gw_port': {'id': 'd2df1a00-7930-4e6a-bd81-5e20ce657f32', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d26092b-9691-4eb5-9624-805e74e3f14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:41Z', 'updated_at': '2022-06-22T10:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'cae3f9d1-f8c1-4623-9f5c-c71c4f646dac', 'name': '', 'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f', 'tenant_id': 'd4765b82e21647a9b391a98f446a0e17', 'mac_address': 'fa:16:3e:89:91:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d26092b-9691-4eb5-9624-805e74e3f14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:46Z', 'updated_at': '2022-06-22T10:16:08Z', 'revision_number': 4, 'project_id': 'd4765b82e21647a9b391a98f446a0e17', 'subnets': [{'id': '27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:16:09.397962 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-94069ce0-553f-4cfc-a05c-ff3457ed5357 admin admin] Publish callbacks [] for security_group (27359613-31c5-4038-83f6-a8071c77b05f), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:09.403711 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.59', 57508) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:09.422834 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-de01a825-be68-4d6f-8fcf-9df44f3ad31e None None] Port 5e427e75-0a90-4475-aedf-e42cc726e9ac cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:16:09.481887 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36646) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:09.553773 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-1be3f04f-0477-4a3a-ab35-73997729a68a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1632929 Jun 22 10:16:09.584915 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-6fb8ec49-c015-4f67-a6f5-e3503b6008f5 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Request body: {'security_group': {'name': 'tempest-securitygroup--890828823', 'description': 'tempest-description--586681940'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:09.590138 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] For port 5e427e75-0a90-4475-aedf-e42cc726e9ac, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:09.605192 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] For port 5e427e75-0a90-4475-aedf-e42cc726e9ac, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=5e427e75-0a90-4475-aedf-e42cc726e9ac,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:09.633942 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1f3fb-3f28-4f92-bab9-6cac928a227c req-7d0c2c29-23ac-4b0e-adb6-699481ad5989 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:09.645324 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6df1f3fb-3f28-4f92-bab9-6cac928a227c req-7d0c2c29-23ac-4b0e-adb6-699481ad5989 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 931 time: 0.7264745 Jun 22 10:16:09.654960 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 550d8b8d-6e49-4b72-ad16-847186bf78a3 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:09.656177 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 3805a3ac-6d6e-4cad-91e2-415d1209d57e up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:09.713118 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (5e427e75-0a90-4475-aedf-e42cc726e9ac), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:09.752548 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:09.758571 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-de01a825-be68-4d6f-8fcf-9df44f3ad31e None None] Provisioning complete for port cae3f9d1-f8c1-4623-9f5c-c71c4f646dac triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:09.758997 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-de01a825-be68-4d6f-8fcf-9df44f3ad31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (cae3f9d1-f8c1-4623-9f5c-c71c4f646dac), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:09.968487 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6520ed96-99e1-4a5e-af0a-66394d68babf req-b930a4a1-56ba-4d16-8117-d4ebdb71fe0b tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 210 time: 0.2995036 Jun 22 10:16:10.008944 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-94069ce0-553f-4cfc-a05c-ff3457ed5357 admin admin] Publish callbacks [] for security_group (27359613-31c5-4038-83f6-a8071c77b05f), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:10.070053 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 3805a3ac-6d6e-4cad-91e2-415d1209d57e triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:10.070848 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (3805a3ac-6d6e-4cad-91e2-415d1209d57e), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:10.081649 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] Routers {'270c905a-12a6-4f40-908f-84553181ba5e'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:16:10.082507 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:15:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['270c905a-12a6-4f40-908f-84553181ba5e'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:10.139791 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] Request body: {'port': {'device_id': '5828c9dc-3439-4da7-a94c-f81cbbfdcb99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:10.237358 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-379b7f53-0088-40b7-9b4f-068eecd456c4 admin admin] Publish callbacks [] for security_group (c6f161f6-7f04-47b6-b6f9-c2a40a2d59b3), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:10.255839 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6fb8ec49-c015-4f67-a6f5-e3503b6008f5 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:10.281892 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c8fd2-37d4-4a75-a95b-753860273b8c None None] Pushing event updated for resources: {'Port': ['ID=5e427e75-0a90-4475-aedf-e42cc726e9ac,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:10.310342 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-94069ce0-553f-4cfc-a05c-ff3457ed5357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (27359613-31c5-4038-83f6-a8071c77b05f), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:10.319274 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-94069ce0-553f-4cfc-a05c-ff3457ed5357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:10.320644 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-94069ce0-553f-4cfc-a05c-ff3457ed5357 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/27359613-31c5-4038-83f6-a8071c77b05f HTTP/1.1" status: 204 len: 168 time: 1.5254133 Jun 22 10:16:10.440696 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd80709c-555a-4184-b601-e49f7cd8bdc4 {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:16:10.456271 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] Publish callbacks [] for port (bd80709c-555a-4184-b601-e49f7cd8bdc4), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:10.477895 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] Transition to ACTIVE for port object bd80709c-555a-4184-b601-e49f7cd8bdc4 will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:16:10.479106 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:10.485681 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-379b7f53-0088-40b7-9b4f-068eecd456c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (c6f161f6-7f04-47b6-b6f9-c2a40a2d59b3), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:10.490410 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] Publish callbacks [] for port (bbf77c28-4758-4c3b-954b-a69bd9aa326f), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:10.506505 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (bd80709c-555a-4184-b601-e49f7cd8bdc4), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:10.519363 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (bbf77c28-4758-4c3b-954b-a69bd9aa326f), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:10.521971 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94069ce0-553f-4cfc-a05c-ff3457ed5357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27359613-31c5-4038-83f6-a8071c77b05f,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:10.587043 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] Pushing event updated for resources: {'Port': ['ID=bd80709c-555a-4184-b601-e49f7cd8bdc4,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:10.609497 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b15dda80-d460-45c2-9e9b-1d7ac12fb9c4 req-5360efd2-ef19-4c44-82af-ed4b2231ce2f tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 210 time: 0.1238458 Jun 22 10:16:10.652272 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6df1f3fb-3f28-4f92-bab9-6cac928a227c req-9af60c90-73e0-4f9d-ab1b-1b38c5087d63 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fbae384d-7899-4b5c-b239-851b516c0119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0054207 Jun 22 10:16:10.693544 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6fb8ec49-c015-4f67-a6f5-e3503b6008f5 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group (e545db71-4859-41a9-ba48-20726de5662f), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:10.757363 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36668) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:10.758549 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] Attempting to bind port bd80709c-555a-4184-b601-e49f7cd8bdc4 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:16:10.759061 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] Attempting to bind port bd80709c-555a-4184-b601-e49f7cd8bdc4 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'ca7f4a0d-268e-4e8b-a77e-5586a53275ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:16:10.759544 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] Attempting to bind port bd80709c-555a-4184-b601-e49f7cd8bdc4 on network a0897f8b-0e7c-4829-8ca1-9ba6a95f427f {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:16:10.762304 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-379b7f53-0088-40b7-9b4f-068eecd456c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e075bdd900e84b7ea24568b4b033905d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7749536 Jun 22 10:16:10.771038 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-de01a825-be68-4d6f-8fcf-9df44f3ad31e None None] Current status of the port cae3f9d1-f8c1-4623-9f5c-c71c4f646dac is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:10.771656 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-de01a825-be68-4d6f-8fcf-9df44f3ad31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (cae3f9d1-f8c1-4623-9f5c-c71c4f646dac), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:10.781250 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6fb8ec49-c015-4f67-a6f5-e3503b6008f5 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (e545db71-4859-41a9-ba48-20726de5662f), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:10.789047 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b7f53-0088-40b7-9b4f-068eecd456c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f161f6-7f04-47b6-b6f9-c2a40a2d59b3,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:10.801212 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] Port bd80709c-555a-4184-b601-e49f7cd8bdc4 on network a0897f8b-0e7c-4829-8ca1-9ba6a95f427f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:16:10.802051 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] Attempting to bind port bd80709c-555a-4184-b601-e49f7cd8bdc4 on network a0897f8b-0e7c-4829-8ca1-9ba6a95f427f {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:16:10.809238 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:16:10.810052 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] Checking segment: {'id': 'ca7f4a0d-268e-4e8b-a77e-5586a53275ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:16:10.810816 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] Bound using segment: {'id': 'ca7f4a0d-268e-4e8b-a77e-5586a53275ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:16:10.811414 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] Bound port: bd80709c-555a-4184-b601-e49f7cd8bdc4, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7f4a0d-268e-4e8b-a77e-5586a53275ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 991, 'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:16:10.811926 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (bd80709c-555a-4184-b601-e49f7cd8bdc4), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:10.857032 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-c3228d7d-4be1-4f8f-bba6-b8ab05a9ea7d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:10.875765 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-c3228d7d-4be1-4f8f-bba6-b8ab05a9ea7d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.59 "GET /v2.0/networks?id=4f5c1d12-de71-40fa-95b0-3e1b37dac412 HTTP/1.1" status: 200 len: 819 time: 1.4709506 Jun 22 10:16:10.883092 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:10.900746 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-36c58392-2054-44ec-82f8-0cddd9338c3a admin admin] Publish callbacks [] for security_group (c6f161f6-7f04-47b6-b6f9-c2a40a2d59b3), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:10.975029 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-36c58392-2054-44ec-82f8-0cddd9338c3a admin admin] Publish callbacks [] for security_group (c6f161f6-7f04-47b6-b6f9-c2a40a2d59b3), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:10.998529 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6fb8ec49-c015-4f67-a6f5-e3503b6008f5 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:10.999858 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-6fb8ec49-c015-4f67-a6f5-e3503b6008f5 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4668541 Jun 22 10:16:11.002332 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:11.012609 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36672) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:11.050455 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:11.063049 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-7c9419fc-ab10-4932-b55e-a0d0954b22ad tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Request body: {'security_group_rule': {'security_group_id': 'e545db71-4859-41a9-ba48-20726de5662f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:11.069620 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8ec49-c015-4f67-a6f5-e3503b6008f5 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e545db71-4859-41a9-ba48-20726de5662f,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:11.076286 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-11f4dd70-52ff-4a23-b1a9-3cb675c9355f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Request body: {'port': {'device_id': 'a8d495ae-295a-4ffa-a2d9-5774249e687d', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'admin_state_up': True, 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:11.092857 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-36c58392-2054-44ec-82f8-0cddd9338c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (c6f161f6-7f04-47b6-b6f9-c2a40a2d59b3), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:11.098413 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-36c58392-2054-44ec-82f8-0cddd9338c3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:11.105298 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-36c58392-2054-44ec-82f8-0cddd9338c3a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6f161f6-7f04-47b6-b6f9-c2a40a2d59b3 HTTP/1.1" status: 204 len: 168 time: 0.3419030 Jun 22 10:16:11.218280 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] For port bd80709c-555a-4184-b601-e49f7cd8bdc4, host hv-cinder-84713, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:11.264946 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.59', 57512) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:11.275985 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] For port bd80709c-555a-4184-b601-e49f7cd8bdc4, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=bd80709c-555a-4184-b601-e49f7cd8bdc4,segment=NetworkSegment(ca7f4a0d-268e-4e8b-a77e-5586a53275ed),segment_id=ca7f4a0d-268e-4e8b-a77e-5586a53275ed)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:11.316769 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c58392-2054-44ec-82f8-0cddd9338c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f161f6-7f04-47b6-b6f9-c2a40a2d59b3,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:11.321927 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (bd80709c-555a-4184-b601-e49f7cd8bdc4), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:11.391595 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-931fec3e-0cc7-4610-96bd-168cc4160564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:11.515690 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:11.529327 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7c9419fc-ab10-4932-b55e-a0d0954b22ad tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group_rule (bbdee189-faff-43cd-9014-eaf03c3902cf), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:11.540534 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:11.542772 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:11.645713 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70407c2-fa03-437f-9e18-cddd07507f27 None None] Pushing event updated for resources: {'Port': ['ID=bbf77c28-4758-4c3b-954b-a69bd9aa326f,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:11.698507 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-5bb6a58a-d67b-4229-9a64-36f6abd30af1 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:11.708147 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-5bb6a58a-d67b-4229-9a64-36f6abd30af1 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/networks?id=4f5c1d12-de71-40fa-95b0-3e1b37dac412 HTTP/1.1" status: 200 len: 819 time: 0.4273822 Jun 22 10:16:11.716221 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] Pushing event updated for resources: {'Port': ['ID=bd80709c-555a-4184-b601-e49f7cd8bdc4,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:11.740037 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-675fdd56-7c8c-49e9-a2e0-b120eb377db2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/quotas/c3277b9cbc4b4a8bbacee8440cea1ed2 HTTP/1.1" status: 200 len: 375 time: 0.0306013 Jun 22 10:16:11.762695 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-11f4dd70-52ff-4a23-b1a9-3cb675c9355f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Made reservation on behalf of c3277b9cbc4b4a8bbacee8440cea1ed2 for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:11.766482 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-11f4dd70-52ff-4a23-b1a9-3cb675c9355f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:11.772528 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7c9419fc-ab10-4932-b55e-a0d0954b22ad tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group_rule (bbdee189-faff-43cd-9014-eaf03c3902cf), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:11.784151 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-bf698758-72b8-4735-80af-49473ebee03a tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:11.785096 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-bf698758-72b8-4735-80af-49473ebee03a tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.59 "GET /v2.0/networks?id=323c8696-2ed1-4abe-97f8-e9536ce29485 HTTP/1.1" status: 200 len: 817 time: 0.5185018 Jun 22 10:16:11.795275 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7c9419fc-ab10-4932-b55e-a0d0954b22ad tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (bbdee189-faff-43cd-9014-eaf03c3902cf), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:11.800852 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 3805a3ac-6d6e-4cad-91e2-415d1209d57e is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:11.801452 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (3805a3ac-6d6e-4cad-91e2-415d1209d57e), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:11.806257 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-e7d3d14d-ae82-4a2f-8079-79fd2a45e078 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646858 Jun 22 10:16:11.815591 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8eb1dc-f4f7-4e9b-94cf-30356dbcaed1 req-26b3b9fb-41cb-43aa-8efb-7d02ff9f5a68 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:11.834797 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7f8eb1dc-f4f7-4e9b-94cf-30356dbcaed1 req-26b3b9fb-41cb-43aa-8efb-7d02ff9f5a68 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 943 time: 0.9690225 Jun 22 10:16:11.860609 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9419fc-ab10-4932-b55e-a0d0954b22ad tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbdee189-faff-43cd-9014-eaf03c3902cf,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:11.925545 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7c9419fc-ab10-4932-b55e-a0d0954b22ad tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:11.927304 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-7c9419fc-ab10-4932-b55e-a0d0954b22ad tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9133959 Jun 22 10:16:11.933772 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36708) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:11.937904 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] Set router 270c905a-12a6-4f40-908f-84553181ba5e gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:16:11.962808 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-584246aa-ef3d-4049-9f77-bf2dbe8f9c2e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Request body: {'security_group_rule': {'security_group_id': 'e545db71-4859-41a9-ba48-20726de5662f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:12.003096 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-de01a825-be68-4d6f-8fcf-9df44f3ad31e None None] For port cae3f9d1-f8c1-4623-9f5c-c71c4f646dac, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=cae3f9d1-f8c1-4623-9f5c-c71c4f646dac,segment=NetworkSegment(ca7f4a0d-268e-4e8b-a77e-5586a53275ed),segment_id=ca7f4a0d-268e-4e8b-a77e-5586a53275ed)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:12.025271 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:12.034762 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:12.038919 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:12.045878 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-8b48cb51-0aed-46e4-9189-9a6bc292ba1f service neutron] 10.222.0.59 "PUT /v2.0/ports/bd80709c-555a-4184-b601-e49f7cd8bdc4 HTTP/1.1" status: 200 len: 1093 time: 4.2444866 Jun 22 10:16:12.077152 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1', 'tag': 'bd80709c-555a-4184-b601-e49f7cd8bdc4'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:16:12.137569 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36712) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:12.152775 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-de01a825-be68-4d6f-8fcf-9df44f3ad31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (cae3f9d1-f8c1-4623-9f5c-c71c4f646dac), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:12.172286 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-a11a1b8d-baae-4b65-8c62-fbd3546b8af7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ee9d603d9cc4a8797f55d544f189720 HTTP/1.1" status: 200 len: 380 time: 0.3447547 Jun 22 10:16:12.214775 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-07239e40-86e4-4991-affe-9e429abe1fd9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Request body: {'port': {'device_id': '73dbd5ab-5688-4de4-9da2-0b89d7cefb11', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'admin_state_up': True, 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'security_groups': ['f3a1333e-ae57-42d2-8b1d-7cbf1230661a']}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:12.323621 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] For port 3805a3ac-6d6e-4cad-91e2-415d1209d57e, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=3805a3ac-6d6e-4cad-91e2-415d1209d57e,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:12.329496 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c5764fa6-8f8b-47b0-9f26-b54b1a21e550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:12.342508 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:16:12.368287 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-584246aa-ef3d-4049-9f77-bf2dbe8f9c2e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group_rule (377331bb-4d5a-4368-8296-3dc4d751f177), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:12.375406 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] Publish callbacks [] for port (f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:12.391333 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7f8eb1dc-f4f7-4e9b-94cf-30356dbcaed1 req-10644c1d-9ead-4636-afb1-bc5be4276ab2 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/security-groups?id=23400919-520f-4b7e-9690-2e2ee08b0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774916 Jun 22 10:16:12.427679 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-3bf861cd-099a-47da-8a04-1af7f58f7f34 None None] Provisioning complete for port 5e427e75-0a90-4475-aedf-e42cc726e9ac triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:12.428190 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3bf861cd-099a-47da-8a04-1af7f58f7f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (5e427e75-0a90-4475-aedf-e42cc726e9ac), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:12.478784 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:12.488402 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] Attempting to bind port bbf77c28-4758-4c3b-954b-a69bd9aa326f on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:16:12.488821 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] Attempting to bind port bbf77c28-4758-4c3b-954b-a69bd9aa326f by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': '5dd0de8d-f8c8-4942-86ff-82b5a3cacf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:16:12.504027 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] Attempting to bind port bbf77c28-4758-4c3b-954b-a69bd9aa326f on network f4e78d1e-cabc-488a-aae3-f9e986faebb4 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:16:12.512859 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (3805a3ac-6d6e-4cad-91e2-415d1209d57e), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:12.513817 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device d2df1a00-7930-4e6a-bd81-5e20ce657f32 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:12.585445 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:16:12.586058 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] Checking segment: {'id': '5dd0de8d-f8c8-4942-86ff-82b5a3cacf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:16:12.586604 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:12.587187 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] Bound using segment: {'id': '5dd0de8d-f8c8-4942-86ff-82b5a3cacf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:16:12.601383 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] Bound port: bbf77c28-4758-4c3b-954b-a69bd9aa326f, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd0de8d-f8c8-4942-86ff-82b5a3cacf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:16:12.602113 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (bbf77c28-4758-4c3b-954b-a69bd9aa326f), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:12.666139 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] Transition to ACTIVE for port object f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:16:12.668184 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-11f4dd70-52ff-4a23-b1a9-3cb675c9355f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Allocated IP 172.20.0.12 (4f5c1d12-de71-40fa-95b0-3e1b37dac412/8d52cd81-ade1-4a9c-ad07-0183651deb0b/fae1b3df-59c5-40aa-9acc-2d668ec3c54d) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:16:12.696306 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:12.712433 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898db771481267bf496a2732a32d4addbcaa54fa352ad4e4fb07179b33d7b991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369ef960-e57c-4117-8294-784389cd4ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1", "tag": "bd80709c-555a-4184-b601-e49f7cd8bdc4"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:16:12.790812 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:12.817544 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-b0702303-b9d8-4a93-9c91-2cb552182d7d service neutron] 10.222.0.43 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0069962 Jun 22 10:16:12.858007 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-6efdb61b-0bae-4f85-81bd-03c83530ebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:12.862203 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-584246aa-ef3d-4049-9f77-bf2dbe8f9c2e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group_rule (377331bb-4d5a-4368-8296-3dc4d751f177), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:12.862400 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-6efdb61b-0bae-4f85-81bd-03c83530ebe5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d4765b82e21647a9b391a98f446a0e17&device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 1127 time: 0.4895406 Jun 22 10:16:12.895844 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-584246aa-ef3d-4049-9f77-bf2dbe8f9c2e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (377331bb-4d5a-4368-8296-3dc4d751f177), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:12.931016 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:13.011232 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f008b7ba-a5b1-464b-9275-b4bcbbc4c8ef req-e363f893-fbd0-4d58-8f3b-09f86975b12c tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 210 time: 0.2665119 Jun 22 10:16:13.016123 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584246aa-ef3d-4049-9f77-bf2dbe8f9c2e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377331bb-4d5a-4368-8296-3dc4d751f177,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:13.054749 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-07239e40-86e4-4991-affe-9e429abe1fd9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Made reservation on behalf of 5ee9d603d9cc4a8797f55d544f189720 for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:13.062897 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-07239e40-86e4-4991-affe-9e429abe1fd9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:13.106981 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c5764fa6-8f8b-47b0-9f26-b54b1a21e550 admin admin] Publish callbacks [] for security_group (e5e9b9db-b143-49a5-a477-659cff5a9ea4), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:13.135760 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-584246aa-ef3d-4049-9f77-bf2dbe8f9c2e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:13.137077 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-584246aa-ef3d-4049-9f77-bf2dbe8f9c2e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1915081 Jun 22 10:16:13.166354 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36732) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:13.170575 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c5764fa6-8f8b-47b0-9f26-b54b1a21e550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (e5e9b9db-b143-49a5-a477-659cff5a9ea4), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:13.201738 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-b9e6676e-b729-4310-b10f-0e644747242e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Request body: {'floatingip': {'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:13.240497 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-f3f0f1f1-0727-4508-999d-f1cfdfe5f519 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd80709c-555a-4184-b601-e49f7cd8bdc4 HTTP/1.1" status: 200 len: 217 time: 0.2280333 Jun 22 10:16:13.240923 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] Attempting to bind port f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:16:13.241492 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] Attempting to bind port f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:16:13.241678 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] Attempting to bind port f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 on network 8bc94bec-5b18-4b15-a531-8b4a0778b280 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:16:13.317476 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:13.321388 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01a825-be68-4d6f-8fcf-9df44f3ad31e None None] Pushing event updated for resources: {'Port': ['ID=cae3f9d1-f8c1-4623-9f5c-c71c4f646dac,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:13.348506 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] Port f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 on network 8bc94bec-5b18-4b15-a531-8b4a0778b280 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:16:13.348836 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] Attempting to bind port f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 on network 8bc94bec-5b18-4b15-a531-8b4a0778b280 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:16:13.411788 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:16:13.412363 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:13.412568 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] Checking segment: {'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:16:13.413507 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] Bound using segment: {'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:16:13.414124 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] Bound port: f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:16:13.414644 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:13.432721 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-c5764fa6-8f8b-47b0-9f26-b54b1a21e550 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9af7a7b51ff14a038ba1c8c86aba2dba&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2817650 Jun 22 10:16:13.433288 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b0df3-fd84-4d94-af81-af4cde23d39c req-2df2906a-70a9-48bd-b348-e66f6eb737e5 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:13.434949 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f47b0df3-fd84-4d94-af81-af4cde23d39c req-2df2906a-70a9-48bd-b348-e66f6eb737e5 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 943 time: 0.1846540 Jun 22 10:16:13.479750 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5764fa6-8f8b-47b0-9f26-b54b1a21e550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e9b9db-b143-49a5-a477-659cff5a9ea4,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:13.485371 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 36734) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:13.541077 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b9e6676e-b729-4310-b10f-0e644747242e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:13.625509 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] For port bbf77c28-4758-4c3b-954b-a69bd9aa326f, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:13.647692 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:13.648799 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-3bf861cd-099a-47da-8a04-1af7f58f7f34 None None] Current status of the port 5e427e75-0a90-4475-aedf-e42cc726e9ac is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:13.649391 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3bf861cd-099a-47da-8a04-1af7f58f7f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (5e427e75-0a90-4475-aedf-e42cc726e9ac), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:13.653035 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-11f4dd70-52ff-4a23-b1a9-3cb675c9355f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for port (fae1b3df-59c5-40aa-9acc-2d668ec3c54d), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:13.671736 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270c905a-12a6-4f40-908f-84553181ba5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1179079051-router', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 4, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'gw_port': {'id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '5e427e75-0a90-4475-aedf-e42cc726e9ac', 'name': '', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'mac_address': 'fa:16:3e:f6:bb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:54Z', 'updated_at': '2022-06-22T10:16:09Z', 'revision_number': 4, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'subnets': [{'id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:13.755779 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port d2df1a00-7930-4e6a-bd81-5e20ce657f32 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:13.756539 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (d2df1a00-7930-4e6a-bd81-5e20ce657f32), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:13.769874 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] For port bbf77c28-4758-4c3b-954b-a69bd9aa326f, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=bbf77c28-4758-4c3b-954b-a69bd9aa326f,segment=NetworkSegment(5dd0de8d-f8c8-4942-86ff-82b5a3cacf29),segment_id=5dd0de8d-f8c8-4942-86ff-82b5a3cacf29)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:13.777959 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321407d-7a3f-46f8-aa64-d750b58de749 None None] The sync data for ids ['270c905a-12a6-4f40-908f-84553181ba5e'] in dv-cinder-847131-1-iscsi is: [{'id': '270c905a-12a6-4f40-908f-84553181ba5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1179079051-router', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 4, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'gw_port': {'id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '5e427e75-0a90-4475-aedf-e42cc726e9ac', 'name': '', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'mac_address': 'fa:16:3e:f6:bb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:54Z', 'updated_at': '2022-06-22T10:16:09Z', 'revision_number': 4, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'subnets': [{'id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:16:13.790531 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Pushing event updated for resources: {'Port': ['ID=3805a3ac-6d6e-4cad-91e2-415d1209d57e,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:13.802803 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f47b0df3-fd84-4d94-af81-af4cde23d39c req-e3bc18b3-f3a6-417b-9967-eda051572a22 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fbae384d-7899-4b5c-b239-851b516c0119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2854359 Jun 22 10:16:13.809567 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-57d11a68-db7e-4989-a9ff-c978e9c9d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:13.811840 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-57d11a68-db7e-4989-a9ff-c978e9c9d057 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142 HTTP/1.1" status: 200 len: 851 time: 0.5144861 Jun 22 10:16:13.819920 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-66aa6c98-5306-4f7b-8161-a1cbb1924f97 service neutron] 10.222.0.43 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9736283 Jun 22 10:16:14.067643 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-5073816a-fe22-4aef-85fa-84643614c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:14.074854 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-5073816a-fe22-4aef-85fa-84643614c3b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0897f8b-0e7c-4829-8ca1-9ba6a95f427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2206731 Jun 22 10:16:14.108908 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-3bf861cd-099a-47da-8a04-1af7f58f7f34 None None] For port 5e427e75-0a90-4475-aedf-e42cc726e9ac, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=5e427e75-0a90-4475-aedf-e42cc726e9ac,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:14.144160 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (bbf77c28-4758-4c3b-954b-a69bd9aa326f), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:14.176963 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:14.178700 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3bf861cd-099a-47da-8a04-1af7f58f7f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (5e427e75-0a90-4475-aedf-e42cc726e9ac), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:14.207619 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:14.235186 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:14.278276 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:14.329094 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] Routers {'3a28b2b6-edaf-4051-94d9-0a9feb746c36'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:16:14.341837 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:16:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:14.427849 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d9e397eb-c425-432e-be9d-4a371e7c18e7 admin admin] Publish callbacks [] for security_group (e5e9b9db-b143-49a5-a477-659cff5a9ea4), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:14.491586 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-3bf861cd-099a-47da-8a04-1af7f58f7f34 None None] Provisioning complete for port bbf77c28-4758-4c3b-954b-a69bd9aa326f triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:14.492397 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3bf861cd-099a-47da-8a04-1af7f58f7f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (bbf77c28-4758-4c3b-954b-a69bd9aa326f), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:14.495345 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70407c2-fa03-437f-9e18-cddd07507f27 None None] Pushing event updated for resources: {'Port': ['ID=bbf77c28-4758-4c3b-954b-a69bd9aa326f,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:14.498278 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039cf9e1-b5f7-46c5-bd48-b264f6e9a841 x-openstack-request-id: req-039cf9e1-b5f7-46c5-bd48-b264f6e9a841 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:16:14.499768 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1", "tag": "bd80709c-555a-4184-b601-e49f7cd8bdc4", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:16:14.503295 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-039cf9e1-b5f7-46c5-bd48-b264f6e9a841 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:16:14.504121 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-039cf9e1-b5f7-46c5-bd48-b264f6e9a841'] response: {'name': 'network-changed', 'server_uuid': '8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1', 'tag': 'bd80709c-555a-4184-b601-e49f7cd8bdc4', 'status': 'completed', 'code': 200} Jun 22 10:16:14.533959 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] For port f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08, host hv-cinder-84713, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:14.588054 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:14.630011 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-07239e40-86e4-4991-affe-9e429abe1fd9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Allocated IP 172.20.0.5 (323c8696-2ed1-4abe-97f8-e9536ce29485/7f3117d9-0d1e-434f-abb4-63ad07de2d8c/468a7090-7d3f-43e5-8303-b6f8870ced56) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:16:14.632465 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b9e6676e-b729-4310-b10f-0e644747242e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:14.663144 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb70323-2001-42d1-8f9b-231d76793b2b req-a63c5506-0cee-47f1-8ff4-8c516242dccc tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:14.665029 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fbb70323-2001-42d1-8f9b-231d76793b2b req-a63c5506-0cee-47f1-8ff4-8c516242dccc tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 943 time: 0.2519093 Jun 22 10:16:14.668616 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-16670173-7995-4510-8f98-29be64f1d33c service neutron] 10.222.0.59 "GET /v2.0/networks/a0897f8b-0e7c-4829-8ca1-9ba6a95f427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464876 Jun 22 10:16:14.789601 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-986f14c9-0da1-4f8f-a5bf-46b31a3b1ec5 req-b3884b6f-66a3-4e99-a197-6d4b2255b3ba tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 210 time: 0.1231825 Jun 22 10:16:14.790091 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] For port f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:14.819662 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-3bf861cd-099a-47da-8a04-1af7f58f7f34 None None] Current status of the port bbf77c28-4758-4c3b-954b-a69bd9aa326f is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:14.820122 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3bf861cd-099a-47da-8a04-1af7f58f7f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (bbf77c28-4758-4c3b-954b-a69bd9aa326f), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:14.827837 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d9e397eb-c425-432e-be9d-4a371e7c18e7 admin admin] Publish callbacks [] for security_group (e5e9b9db-b143-49a5-a477-659cff5a9ea4), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:14.867434 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:14.870876 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port d2df1a00-7930-4e6a-bd81-5e20ce657f32 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:14.876332 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (d2df1a00-7930-4e6a-bd81-5e20ce657f32), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:14.968397 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-11f4dd70-52ff-4a23-b1a9-3cb675c9355f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (fae1b3df-59c5-40aa-9acc-2d668ec3c54d), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:14.984555 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fbb70323-2001-42d1-8f9b-231d76793b2b req-61a49009-2ffa-4219-8963-cc0b3d869405 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/security-groups?id=23400919-520f-4b7e-9690-2e2ee08b0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048604 Jun 22 10:16:15.029125 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] For port d2df1a00-7930-4e6a-bd81-5e20ce657f32, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=d2df1a00-7930-4e6a-bd81-5e20ce657f32,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:15.249945 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf861cd-099a-47da-8a04-1af7f58f7f34 None None] Pushing event updated for resources: {'Port': ['ID=5e427e75-0a90-4475-aedf-e42cc726e9ac,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:15.265599 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (d2df1a00-7930-4e6a-bd81-5e20ce657f32), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:15.265599 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 7f61408d-70d6-425b-b2a9-73bcf2cd18e6 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:15.271825 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-b9e6676e-b729-4310-b10f-0e644747242e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Allocated IP 172.27.0.61 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/b8d839df-3077-4c6d-a2d0-a2627ecbc040) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:16:15.289100 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8eb1889a-7b62-4fc9-b800-2440dca77eea req-e555c6c7-32de-4164-ba71-2c8cf50c2780 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 210 time: 0.1817741 Jun 22 10:16:15.418912 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-3bf861cd-099a-47da-8a04-1af7f58f7f34 None None] For port bbf77c28-4758-4c3b-954b-a69bd9aa326f, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=bbf77c28-4758-4c3b-954b-a69bd9aa326f,segment=NetworkSegment(5dd0de8d-f8c8-4942-86ff-82b5a3cacf29),segment_id=5dd0de8d-f8c8-4942-86ff-82b5a3cacf29)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:15.421864 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] Set router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:16:15.541068 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3bf861cd-099a-47da-8a04-1af7f58f7f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (bbf77c28-4758-4c3b-954b-a69bd9aa326f), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:15.665834 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cdbeba2-12b7-4e75-9f82-d4e6bae23807 req-a597f17d-16c5-42f3-997a-9c26d7757028 service neutron] 10.222.0.59 "GET /v2.0/networks/a0897f8b-0e7c-4829-8ca1-9ba6a95f427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9811130 Jun 22 10:16:15.684240 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b9e6676e-b729-4310-b10f-0e644747242e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for port (b8d839df-3077-4c6d-a2d0-a2627ecbc040), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:15.708877 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Pushing event updated for resources: {'Port': ['ID=d2df1a00-7930-4e6a-bd81-5e20ce657f32,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:15.716265 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cea8e-6453-4960-9f7b-00da127e520a req-2fa5d52e-a619-4f23-8138-a3cccd7c4c2d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:15.728253 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-003cea8e-6453-4960-9f7b-00da127e520a req-2fa5d52e-a619-4f23-8138-a3cccd7c4c2d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 943 time: 0.4703085 Jun 22 10:16:15.738690 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 7f61408d-70d6-425b-b2a9-73bcf2cd18e6 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:15.739332 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (7f61408d-70d6-425b-b2a9-73bcf2cd18e6), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:15.769759 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b9e6676e-b729-4310-b10f-0e644747242e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (b8d839df-3077-4c6d-a2d0-a2627ecbc040), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:15.795707 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:15.796716 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:15.801073 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] 10.222.0.59 "PUT /v2.0/ports/f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 HTTP/1.1" status: 200 len: 1093 time: 6.1018634 Jun 22 10:16:15.805426 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5828c9dc-3439-4da7-a94c-f81cbbfdcb99', 'tag': 'f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:16:15.928705 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-11f4dd70-52ff-4a23-b1a9-3cb675c9355f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:15.940584 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-11f4dd70-52ff-4a23-b1a9-3cb675c9355f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:15.959732 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-11f4dd70-52ff-4a23-b1a9-3cb675c9355f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:16:15.985512 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-11f4dd70-52ff-4a23-b1a9-3cb675c9355f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:15.986673 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-11f4dd70-52ff-4a23-b1a9-3cb675c9355f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:16.055628 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:16.076484 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ef960-e57c-4117-8294-784389cd4ff5 req-7cb931af-16d7-4e1d-9a38-3f00f248a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:16.078058 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-369ef960-e57c-4117-8294-784389cd4ff5 req-7cb931af-16d7-4e1d-9a38-3f00f248a8b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d4765b82e21647a9b391a98f446a0e17&device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 1127 time: 0.2596619 Jun 22 10:16:16.121623 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-003cea8e-6453-4960-9f7b-00da127e520a req-e4aa6014-efd1-4edf-bbdd-3035f9c6f833 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fbae384d-7899-4b5c-b239-851b516c0119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3923368 Jun 22 10:16:16.223064 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e6676e-b729-4310-b10f-0e644747242e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:16.233557 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-11f4dd70-52ff-4a23-b1a9-3cb675c9355f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1750641 Jun 22 10:16:16.281800 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd1fbda-e635-4f33-957b-6741cec75d12" -d '{"events": [{"name": "network-changed", "server_uuid": "5828c9dc-3439-4da7-a94c-f81cbbfdcb99", "tag": "f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:16:16.294798 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0847d4e1-d39d-42fe-b553-4875e85a00a0 req-fac8b9af-f83f-495e-adca-6543587339d1 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 210 time: 0.0683703 Jun 22 10:16:16.342499 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-9e79bdc6-9021-4d0e-b0f9-7b340e13473d None None] Provisioning complete for port bbf77c28-4758-4c3b-954b-a69bd9aa326f triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:16.342868 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9e79bdc6-9021-4d0e-b0f9-7b340e13473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (bbf77c28-4758-4c3b-954b-a69bd9aa326f), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:16.351622 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-b9e6676e-b729-4310-b10f-0e644747242e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:16.434676 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e6676e-b729-4310-b10f-0e644747242e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:16:16.456112 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:16.497716 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb387d-027a-4d9e-afb7-7759602e0a25 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:16.549862 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df716f-deb4-4613-9961-674852231659 req-659fbc49-5ef1-4504-a226-2ab1b0479c62 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:16.566290 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-50df716f-deb4-4613-9961-674852231659 req-659fbc49-5ef1-4504-a226-2ab1b0479c62 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 943 time: 0.2808278 Jun 22 10:16:16.629649 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4dd70-52ff-4a23-b1a9-3cb675c9355f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Pushing event updated for resources: {'Port': ['ID=fae1b3df-59c5-40aa-9acc-2d668ec3c54d,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:16.649867 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-656ffc39-9e23-4fcf-98a0-444a12b07cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:16.651431 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-656ffc39-9e23-4fcf-98a0-444a12b07cfd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78629282e2b74418a2c1cdac32576ef1&device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 1127 time: 0.7167637 Jun 22 10:16:16.739236 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6676e-b729-4310-b10f-0e644747242e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Pushing event updated for resources: {'Port': ['ID=b8d839df-3077-4c6d-a2d0-a2627ecbc040,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:16.816142 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf861cd-099a-47da-8a04-1af7f58f7f34 None None] Pushing event updated for resources: {'Port': ['ID=bbf77c28-4758-4c3b-954b-a69bd9aa326f,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:16.850917 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 7f61408d-70d6-425b-b2a9-73bcf2cd18e6 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:16.852481 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 1ef79595-1aaa-48df-9bf6-ebec7cb3760a up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:16.897397 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d9e397eb-c425-432e-be9d-4a371e7c18e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (e5e9b9db-b143-49a5-a477-659cff5a9ea4), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:16.911240 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d9e397eb-c425-432e-be9d-4a371e7c18e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:16.923597 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-d9e397eb-c425-432e-be9d-4a371e7c18e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5e9b9db-b143-49a5-a477-659cff5a9ea4 HTTP/1.1" status: 204 len: 168 time: 3.4307189 Jun 22 10:16:16.928372 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.59', 57518) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:16.951113 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:16.964746 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:17.033970 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:17.034085 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-50df716f-deb4-4613-9961-674852231659 req-e09ba2b9-d7b1-49aa-8258-777ce2de0940 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/security-groups?id=23400919-520f-4b7e-9690-2e2ee08b0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599755 Jun 22 10:16:17.035324 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] Request body: {'port': {'device_id': 'a8d495ae-295a-4ffa-a2d9-5774249e687d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:17.086841 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 1ef79595-1aaa-48df-9bf6-ebec7cb3760a triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:17.087538 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (1ef79595-1aaa-48df-9bf6-ebec7cb3760a), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:17.221227 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 4, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'gw_port': {'id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'bbf77c28-4758-4c3b-954b-a69bd9aa326f', 'name': '', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'mac_address': 'fa:16:3e:01:6c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:58Z', 'updated_at': '2022-06-22T10:16:13Z', 'revision_number': 4, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'subnets': [{'id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:17.238546 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a7de1b64-dc12-4f72-b858-2af8c0afe87a req-96a0a22a-a0e4-437c-8a67-858c941d5d92 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 210 time: 0.1713095 Jun 22 10:16:17.305436 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108510b5-8372-47d3-a12c-c8075590dcfa None None] The sync data for ids ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'] in dv-cinder-847131-1-iscsi is: [{'id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 4, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'gw_port': {'id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'bbf77c28-4758-4c3b-954b-a69bd9aa326f', 'name': '', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'mac_address': 'fa:16:3e:01:6c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:58Z', 'updated_at': '2022-06-22T10:16:13Z', 'revision_number': 4, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'subnets': [{'id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:16:17.346675 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36820) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:17.375421 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ef960-e57c-4117-8294-784389cd4ff5 req-4ef6968a-4fc4-444a-81df-387562e8700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:17.378982 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-369ef960-e57c-4117-8294-784389cd4ff5 req-4ef6968a-4fc4-444a-81df-387562e8700b service neutron] 10.222.0.59 "GET /v2.0/networks?id=a0897f8b-0e7c-4829-8ca1-9ba6a95f427f HTTP/1.1" status: 200 len: 913 time: 0.6653597 Jun 22 10:16:17.511022 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 1ef79595-1aaa-48df-9bf6-ebec7cb3760a is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:17.512059 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 8aecbac2-ed8b-476a-81de-7231270a736e up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:17.515135 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-02dd3fe7-6292-425e-9d42-84ec8114d8fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 HTTP/1.1" status: 200 len: 217 time: 0.7068739 Jun 22 10:16:17.515529 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-369ef960-e57c-4117-8294-784389cd4ff5 req-75cd1121-8718-43c6-bd2d-698ce3fdd165 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd80709c-555a-4184-b601-e49f7cd8bdc4 HTTP/1.1" status: 200 len: 217 time: 0.1092398 Jun 22 10:16:17.516488 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e397eb-c425-432e-be9d-4a371e7c18e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e9b9db-b143-49a5-a477-659cff5a9ea4,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:17.546790 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b9e6676e-b729-4310-b10f-0e644747242e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for floatingip (9c6272d3-d0f5-41ae-887c-2c7053b4bbb0), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:17.645285 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-9e79bdc6-9021-4d0e-b0f9-7b340e13473d None None] Current status of the port bbf77c28-4758-4c3b-954b-a69bd9aa326f is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:17.663308 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-07239e40-86e4-4991-affe-9e429abe1fd9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:17.716468 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdf487-419a-44f8-8fdb-16aaf1415e2e req-754d4dbd-4213-4be6-a4e7-646b7953992a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:17.729739 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c0fdf487-419a-44f8-8fdb-16aaf1415e2e req-754d4dbd-4213-4be6-a4e7-646b7953992a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 943 time: 0.2069352 Jun 22 10:16:17.738261 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 8aecbac2-ed8b-476a-81de-7231270a736e triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:17.738642 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (8aecbac2-ed8b-476a-81de-7231270a736e), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:17.792575 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ef960-e57c-4117-8294-784389cd4ff5 req-c713c67c-5368-4f19-9768-0272e958a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:17.794118 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-369ef960-e57c-4117-8294-784389cd4ff5 req-c713c67c-5368-4f19-9768-0272e958a106 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142 HTTP/1.1" status: 200 len: 851 time: 0.1845262 Jun 22 10:16:17.830953 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429971b8-4ce8-4286-93db-1f8b2afe687d x-openstack-request-id: req-429971b8-4ce8-4286-93db-1f8b2afe687d {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:16:17.833220 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5828c9dc-3439-4da7-a94c-f81cbbfdcb99", "tag": "f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:16:17.833652 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-429971b8-4ce8-4286-93db-1f8b2afe687d {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:16:17.834705 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-429971b8-4ce8-4286-93db-1f8b2afe687d'] response: {'name': 'network-changed', 'server_uuid': '5828c9dc-3439-4da7-a94c-f81cbbfdcb99', 'tag': 'f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08', 'status': 'completed', 'code': 200} Jun 22 10:16:17.850519 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-21c9e574-00a9-4434-8121-1f42341eb92a None None] Provisioning complete for port fae1b3df-59c5-40aa-9acc-2d668ec3c54d triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:17.851116 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-21c9e574-00a9-4434-8121-1f42341eb92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (fae1b3df-59c5-40aa-9acc-2d668ec3c54d), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:17.915002 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c0fdf487-419a-44f8-8fdb-16aaf1415e2e req-09f46281-0821-4104-bf3e-16a8c180b1d1 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fbae384d-7899-4b5c-b239-851b516c0119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843948 Jun 22 10:16:17.916483 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-646c9db3-d489-4179-bdbd-a8ac0cfc2ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:17.997305 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-21c9e574-00a9-4434-8121-1f42341eb92a None None] Port fae1b3df-59c5-40aa-9acc-2d668ec3c54d cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:16:18.003235 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-87156772-ef97-4e1a-8f0b-38448318c19e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:18.005040 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-87156772-ef97-4e1a-8f0b-38448318c19e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.59 "GET /v2.0/networks?id=4f5c1d12-de71-40fa-95b0-3e1b37dac412 HTTP/1.1" status: 200 len: 819 time: 0.8873763 Jun 22 10:16:18.006404 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-07239e40-86e4-4991-affe-9e429abe1fd9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:18.008015 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 8aecbac2-ed8b-476a-81de-7231270a736e is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:18.013591 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:18.024874 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ef960-e57c-4117-8294-784389cd4ff5 req-0167bd61-178a-40ce-8c35-7d4c6f31e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:18.026493 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-369ef960-e57c-4117-8294-784389cd4ff5 req-0167bd61-178a-40ce-8c35-7d4c6f31e658 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0897f8b-0e7c-4829-8ca1-9ba6a95f427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2032707 Jun 22 10:16:18.053159 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:18.062345 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f44ca-ae7b-409d-a370-3d58d3b4d7f7 req-5b8db9df-cd19-4ea8-bd99-d5cf281150a7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:18.071421 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6c2f44ca-ae7b-409d-a370-3d58d3b4d7f7 req-5b8db9df-cd19-4ea8-bd99-d5cf281150a7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 931 time: 0.1822119 Jun 22 10:16:18.142196 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-646c9db3-d489-4179-bdbd-a8ac0cfc2ed1 admin admin] Publish callbacks [] for security_group (d2ff4ec1-572f-4457-b168-33ba4abb699b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:18.157036 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-646c9db3-d489-4179-bdbd-a8ac0cfc2ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (d2ff4ec1-572f-4457-b168-33ba4abb699b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:18.288837 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:18.292102 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (fae1b3df-59c5-40aa-9acc-2d668ec3c54d), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:18.301970 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b9e6676e-b729-4310-b10f-0e644747242e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (b8d839df-3077-4c6d-a2d0-a2627ecbc040), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:18.330458 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-07239e40-86e4-4991-affe-9e429abe1fd9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Network 323c8696-2ed1-4abe-97f8-e9536ce29485 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:18.345829 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8a5b5-8858-45fd-9e4f-7fad02e780c2 req-d534f3f0-6df8-46f2-8c85-255afe3e1825 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:18.347538 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d7e8a5b5-8858-45fd-9e4f-7fad02e780c2 req-d534f3f0-6df8-46f2-8c85-255afe3e1825 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 943 time: 0.1491342 Jun 22 10:16:18.371035 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-90d089ce-7142-4620-b595-976c05826ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:18.372556 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-90d089ce-7142-4620-b595-976c05826ae1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22fb0c08-5da0-43f7-a157-f246eb31d192 HTTP/1.1" status: 200 len: 853 time: 0.5563946 Jun 22 10:16:18.386989 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6c2f44ca-ae7b-409d-a370-3d58d3b4d7f7 req-32e18a59-66cc-48b1-9abb-3eed5d7f7a61 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3144870 Jun 22 10:16:18.408408 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device cae3f9d1-f8c1-4623-9f5c-c71c4f646dac up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:18.504218 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-646c9db3-d489-4179-bdbd-a8ac0cfc2ed1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e26c960937f6491689b5c14ba06c7d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1512311 Jun 22 10:16:18.508746 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36856) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:18.534786 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-639c9da0-737f-4ef1-92ed-3eb5847d5de3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Request body: {'port': {'device_id': '9f07e4bb-f4e9-428e-8feb-db50b3ff2109', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'admin_state_up': True, 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:18.537084 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port cae3f9d1-f8c1-4623-9f5c-c71c4f646dac triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:18.537543 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (cae3f9d1-f8c1-4623-9f5c-c71c4f646dac), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:18.546294 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-07239e40-86e4-4991-affe-9e429abe1fd9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:18.557104 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c9db3-d489-4179-bdbd-a8ac0cfc2ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ff4ec1-572f-4457-b168-33ba4abb699b,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:18.586341 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-07239e40-86e4-4991-affe-9e429abe1fd9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:16:18.592233 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-07239e40-86e4-4991-affe-9e429abe1fd9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:18.594408 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-07239e40-86e4-4991-affe-9e429abe1fd9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:18.597932 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07239e40-86e4-4991-affe-9e429abe1fd9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Pushing event updated for resources: {'Port': ['ID=468a7090-7d3f-43e5-8303-b6f8870ced56,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:18.669868 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-321e6c9d-b546-4c08-918d-71a95fbb866e req-7d587671-f09f-4f59-b341-9e6173bbf72b tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 210 time: 0.1161118 Jun 22 10:16:18.719438 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-07239e40-86e4-4991-affe-9e429abe1fd9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5085902 Jun 22 10:16:18.751354 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port cae3f9d1-f8c1-4623-9f5c-c71c4f646dac is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:18.753068 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d7e8a5b5-8858-45fd-9e4f-7fad02e780c2 req-a3eb1d3a-89f0-44a0-a4be-1b5251c3a2d1 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/security-groups?id=23400919-520f-4b7e-9690-2e2ee08b0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408053 Jun 22 10:16:18.762023 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device d2df1a00-7930-4e6a-bd81-5e20ce657f32 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:18.801425 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cbe9c564-60c9-4b52-af58-070229f210f1 admin admin] Publish callbacks [] for security_group (d2ff4ec1-572f-4457-b168-33ba4abb699b), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:18.819087 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port d2df1a00-7930-4e6a-bd81-5e20ce657f32 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:18.819474 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (d2df1a00-7930-4e6a-bd81-5e20ce657f32), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:18.825676 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-369ef960-e57c-4117-8294-784389cd4ff5 req-cf589a33-f55f-45bc-8763-6fa143eac47e service neutron] 10.222.0.59 "GET /v2.0/networks/a0897f8b-0e7c-4829-8ca1-9ba6a95f427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6436458 Jun 22 10:16:18.841960 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cbe9c564-60c9-4b52-af58-070229f210f1 admin admin] Publish callbacks [] for security_group (d2ff4ec1-572f-4457-b168-33ba4abb699b), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:18.914457 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cbe9c564-60c9-4b52-af58-070229f210f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (d2ff4ec1-572f-4457-b168-33ba4abb699b), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:18.920825 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cbe9c564-60c9-4b52-af58-070229f210f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:18.922326 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-cbe9c564-60c9-4b52-af58-070229f210f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2ff4ec1-572f-4457-b168-33ba4abb699b HTTP/1.1" status: 204 len: 168 time: 0.3788216 Jun 22 10:16:18.939580 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9c564-60c9-4b52-af58-070229f210f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ff4ec1-572f-4457-b168-33ba4abb699b,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:18.987703 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:19.004912 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-639c9da0-737f-4ef1-92ed-3eb5847d5de3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Made reservation on behalf of c3277b9cbc4b4a8bbacee8440cea1ed2 for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:19.008819 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-639c9da0-737f-4ef1-92ed-3eb5847d5de3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:19.078703 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b9e6676e-b729-4310-b10f-0e644747242e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for port (b8d839df-3077-4c6d-a2d0-a2627ecbc040), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:19.141954 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a123a-73c3-42b2-8ffd-6f8a6a01889d req-5726482d-8906-4cde-a1bc-e38d98274f5c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:19.151008 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a43a123a-73c3-42b2-8ffd-6f8a6a01889d req-5726482d-8906-4cde-a1bc-e38d98274f5c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 943 time: 0.1215181 Jun 22 10:16:19.152797 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f6e2b856-377a-4bb2-baaa-9f6164a92e32 None None] Provisioning complete for port 468a7090-7d3f-43e5-8303-b6f8870ced56 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:19.153242 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f6e2b856-377a-4bb2-baaa-9f6164a92e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:19.169107 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b9e6676e-b729-4310-b10f-0e644747242e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (b8d839df-3077-4c6d-a2d0-a2627ecbc040), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:19.208525 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:19.220265 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f6e2b856-377a-4bb2-baaa-9f6164a92e32 None None] Port 468a7090-7d3f-43e5-8303-b6f8870ced56 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:16:19.223410 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] Request body: {'port': {'device_id': '73dbd5ab-5688-4de4-9da2-0b89d7cefb11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:19.261758 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:19.279637 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port d2df1a00-7930-4e6a-bd81-5e20ce657f32 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:19.281608 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device bbf77c28-4758-4c3b-954b-a69bd9aa326f up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:19.309585 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:19.391575 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=27 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:19.399676 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port bbf77c28-4758-4c3b-954b-a69bd9aa326f triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:19.400261 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (bbf77c28-4758-4c3b-954b-a69bd9aa326f), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:19.420821 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-369ef960-e57c-4117-8294-784389cd4ff5 req-50df90e1-c511-4d54-a90f-a3717c29741e service neutron] 10.222.0.59 "GET /v2.0/networks/a0897f8b-0e7c-4829-8ca1-9ba6a95f427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189646 Jun 22 10:16:19.431564 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a43a123a-73c3-42b2-8ffd-6f8a6a01889d req-d34d5291-e297-4d99-8359-11628d1c9c63 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fbae384d-7899-4b5c-b239-851b516c0119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797530 Jun 22 10:16:19.533852 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port bbf77c28-4758-4c3b-954b-a69bd9aa326f is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:19.535485 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 3805a3ac-6d6e-4cad-91e2-415d1209d57e up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:19.599387 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:19.633467 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 3805a3ac-6d6e-4cad-91e2-415d1209d57e triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:19.634552 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (3805a3ac-6d6e-4cad-91e2-415d1209d57e), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:19.650105 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b606d-97f4-4734-910c-035ab5eec6f6 req-af2d5f58-344c-4328-bd3f-87302c213187 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:19.650105 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4e3b606d-97f4-4734-910c-035ab5eec6f6 req-af2d5f58-344c-4328-bd3f-87302c213187 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 931 time: 0.1299107 Jun 22 10:16:19.759624 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4e3b606d-97f4-4734-910c-035ab5eec6f6 req-642dab49-2fa9-488a-a0ce-6233668352ca tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023262 Jun 22 10:16:19.760003 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 3805a3ac-6d6e-4cad-91e2-415d1209d57e is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:19.761203 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 5e427e75-0a90-4475-aedf-e42cc726e9ac up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:19.825758 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b9e6676e-b729-4310-b10f-0e644747242e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (9c6272d3-d0f5-41ae-887c-2c7053b4bbb0), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:19.863050 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-48b60b13-a87b-459d-a4c9-f5abc6b63976 req-c55a4638-8282-44e1-8af5-592d939817e3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 210 time: 0.0678999 Jun 22 10:16:19.871957 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 5e427e75-0a90-4475-aedf-e42cc726e9ac triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:19.872407 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (5e427e75-0a90-4475-aedf-e42cc726e9ac), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:19.883546 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b9e6676e-b729-4310-b10f-0e644747242e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:19.884990 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-b9e6676e-b729-4310-b10f-0e644747242e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7155192 Jun 22 10:16:19.903582 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:19.916189 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-4daf10b5-c0e2-4828-baeb-89d91b06410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:19.917980 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-4daf10b5-c0e2-4828-baeb-89d91b06410a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bc94bec-5b18-4b15-a531-8b4a0778b280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6313772 Jun 22 10:16:19.918642 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6676e-b729-4310-b10f-0e644747242e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Pushing event updated for resources: {'Port': ['ID=b8d839df-3077-4c6d-a2d0-a2627ecbc040,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:19.959982 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:20.013835 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:16:20.025464 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 5e427e75-0a90-4475-aedf-e42cc726e9ac is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:20.041891 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816a7f8-6b0c-4373-bf86-3e2d20fea082 req-31bafe13-0517-4127-a870-4529b49ac450 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:20.043517 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f816a7f8-6b0c-4373-bf86-3e2d20fea082 req-31bafe13-0517-4127-a870-4529b49ac450 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 943 time: 0.1129098 Jun 22 10:16:20.108268 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-2301a170-3851-4967-aa4c-1709dd0cc8ce service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735187 Jun 22 10:16:20.114741 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f816a7f8-6b0c-4373-bf86-3e2d20fea082 req-2abc94e3-a18b-447c-88f9-9f5e9c3bde46 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/security-groups?id=23400919-520f-4b7e-9690-2e2ee08b0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643902 Jun 22 10:16:20.265244 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4504c83b-3272-481e-b95f-a041de825191 req-b5f8c409-bae8-4dc3-9c01-6bf925c29444 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--890828823&fields=id&tenant_id=ad52333bcbec425089c44c3e55df97ff HTTP/1.1" status: 200 len: 267 time: 0.0681100 Jun 22 10:16:20.306784 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae1b3df-59c5-40aa-9acc-2d668ec3c54d {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:16:20.326217 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] Publish callbacks [] for port (fae1b3df-59c5-40aa-9acc-2d668ec3c54d), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:20.385009 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] Transition to ACTIVE for port object fae1b3df-59c5-40aa-9acc-2d668ec3c54d will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:16:20.425265 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504c83b-3272-481e-b95f-a041de825191 req-edf106d4-de94-4f69-98bc-983cc95aabaf tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:20.433613 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4504c83b-3272-481e-b95f-a041de825191 req-edf106d4-de94-4f69-98bc-983cc95aabaf tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/networks?id=f4e78d1e-cabc-488a-aae3-f9e986faebb4 HTTP/1.1" status: 200 len: 811 time: 0.1583412 Jun 22 10:16:20.433834 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (fae1b3df-59c5-40aa-9acc-2d668ec3c54d), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:20.451527 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4504c83b-3272-481e-b95f-a041de825191 req-23c4f3e1-9664-4902-8159-192b5a47d1e0 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/quotas/ad52333bcbec425089c44c3e55df97ff HTTP/1.1" status: 200 len: 375 time: 0.0165529 Jun 22 10:16:20.498612 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:20.501015 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ff1690f0-6c21-4d9a-89b7-086a0c79fb32 req-0a16aa7c-5cd8-4b14-89c5-93a31ea0247b service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815784 Jun 22 10:16:20.561681 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-639c9da0-737f-4ef1-92ed-3eb5847d5de3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Allocated IP 172.20.0.5 (4f5c1d12-de71-40fa-95b0-3e1b37dac412/8d52cd81-ade1-4a9c-ad07-0183651deb0b/211d6c80-be72-4645-8f0a-ec8e4b68c761) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:16:20.585045 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4504c83b-3272-481e-b95f-a041de825191 req-0f005f6c-17f2-419a-a3db-33d019d78926 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad52333bcbec425089c44c3e55df97ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1326685 Jun 22 10:16:20.634032 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:20.635582 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] Pushing event updated for resources: {'Port': ['ID=fae1b3df-59c5-40aa-9acc-2d668ec3c54d,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:20.723421 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381c5fa-863e-4f0b-ae6e-f840b5b619d5 req-4043b731-42c5-48cc-87c5-668100cc616f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:20.727188 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] Attempting to bind port fae1b3df-59c5-40aa-9acc-2d668ec3c54d on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:16:20.727537 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] Attempting to bind port fae1b3df-59c5-40aa-9acc-2d668ec3c54d by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '8cd307ff-85b4-4abd-89e1-a7213886e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:16:20.727872 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] Attempting to bind port fae1b3df-59c5-40aa-9acc-2d668ec3c54d on network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:16:20.731247 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0381c5fa-863e-4f0b-ae6e-f840b5b619d5 req-4043b731-42c5-48cc-87c5-668100cc616f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 943 time: 0.1448519 Jun 22 10:16:20.744977 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] Port fae1b3df-59c5-40aa-9acc-2d668ec3c54d on network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:16:20.745302 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] Attempting to bind port fae1b3df-59c5-40aa-9acc-2d668ec3c54d on network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:16:20.784628 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:16:20.784965 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] Checking segment: {'id': '8cd307ff-85b4-4abd-89e1-a7213886e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:16:20.801348 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] Bound using segment: {'id': '8cd307ff-85b4-4abd-89e1-a7213886e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:16:20.802080 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] Bound port: fae1b3df-59c5-40aa-9acc-2d668ec3c54d, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd307ff-85b4-4abd-89e1-a7213886e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:16:20.802608 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (fae1b3df-59c5-40aa-9acc-2d668ec3c54d), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:20.863806 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0381c5fa-863e-4f0b-ae6e-f840b5b619d5 req-734c7a70-4e24-47d6-9828-1a6fa63d261c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fbae384d-7899-4b5c-b239-851b516c0119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315925 Jun 22 10:16:20.880093 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4504c83b-3272-481e-b95f-a041de825191 req-405b917a-dfc7-4915-a94e-ec6842f5f365 service neutron] 10.222.0.43 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791736 Jun 22 10:16:20.923012 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 468a7090-7d3f-43e5-8303-b6f8870ced56 {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:16:20.931659 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36966) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:20.959432 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] Publish callbacks [] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:21.039834 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] Transition to ACTIVE for port object 468a7090-7d3f-43e5-8303-b6f8870ced56 will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:16:21.053371 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:21.061722 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] For port fae1b3df-59c5-40aa-9acc-2d668ec3c54d, host hv-cinder-84713, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:21.092369 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4504c83b-3272-481e-b95f-a041de825191 req-a485b515-cb51-42e9-b0f3-cce1a521ace8 service neutron] 10.222.0.43 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099638 Jun 22 10:16:21.104054 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device bd80709c-555a-4184-b601-e49f7cd8bdc4 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:16:21.121352 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] For port fae1b3df-59c5-40aa-9acc-2d668ec3c54d, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=fae1b3df-59c5-40aa-9acc-2d668ec3c54d,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:21.143468 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:21.153509 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (fae1b3df-59c5-40aa-9acc-2d668ec3c54d), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:21.168443 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] Pushing event updated for resources: {'Port': ['ID=468a7090-7d3f-43e5-8303-b6f8870ced56,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:21.194812 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36976) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:21.225099 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565a221-f2c1-4260-833e-8c33aea22615 req-ba1aa0ed-658a-46bf-95e1-6c4084879add tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:21.245381 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c565a221-f2c1-4260-833e-8c33aea22615 req-ba1aa0ed-658a-46bf-95e1-6c4084879add tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.2127080 Jun 22 10:16:21.284783 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-639c9da0-737f-4ef1-92ed-3eb5847d5de3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for port (211d6c80-be72-4645-8f0a-ec8e4b68c761), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:21.372600 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:21.373581 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:21.375408 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] 10.222.0.59 "PUT /v2.0/ports/fae1b3df-59c5-40aa-9acc-2d668ec3c54d HTTP/1.1" status: 200 len: 1094 time: 4.5663638 Jun 22 10:16:21.403909 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3ac466bd-12e0-48bc-922b-13882e962be5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:21.436995 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port bd80709c-555a-4184-b601-e49f7cd8bdc4, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=bd80709c-555a-4184-b601-e49f7cd8bdc4,segment=NetworkSegment(ca7f4a0d-268e-4e8b-a77e-5586a53275ed),segment_id=ca7f4a0d-268e-4e8b-a77e-5586a53275ed)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:21.437956 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d495ae-295a-4ffa-a2d9-5774249e687d', 'tag': 'fae1b3df-59c5-40aa-9acc-2d668ec3c54d'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:16:21.443502 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50888aec-c1d9-49cf-a541-a7555f51fee3" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d495ae-295a-4ffa-a2d9-5774249e687d", "tag": "fae1b3df-59c5-40aa-9acc-2d668ec3c54d"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:16:21.447069 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1fbda-e635-4f33-957b-6741cec75d12 req-5bf8cb52-8024-44f7-b9c7-e29b4f58421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:21.448382 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6bd1fbda-e635-4f33-957b-6741cec75d12 req-5bf8cb52-8024-44f7-b9c7-e29b4f58421d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78629282e2b74418a2c1cdac32576ef1&device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 1127 time: 0.2680502 Jun 22 10:16:21.494889 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': 'bd80709c-555a-4184-b601-e49f7cd8bdc4', 'network_id': 'a0897f8b-0e7c-4829-8ca1-9ba6a95f427f', 'port_id': 'bd80709c-555a-4184-b601-e49f7cd8bdc4', 'mac_address': 'fa:16:3e:cc:5c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 991, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:16:21.509596 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c565a221-f2c1-4260-833e-8c33aea22615 req-447e5321-f154-4400-9c5c-3a2bf848522e tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632802 Jun 22 10:16:21.538960 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-89aff4fe-5de5-4ee9-a782-5041aba2cecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:21.629220 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port bd80709c-555a-4184-b601-e49f7cd8bdc4 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:21.629788 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (bd80709c-555a-4184-b601-e49f7cd8bdc4), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:21.668684 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:21.672665 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd80709c-555a-4184-b601-e49f7cd8bdc4 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:16:21.705925 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed3741-56c2-454f-9536-f66ae5aa337c service neutron] Pushing event updated for resources: {'Port': ['ID=fae1b3df-59c5-40aa-9acc-2d668ec3c54d,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:21.750332 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port bd80709c-555a-4184-b601-e49f7cd8bdc4, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=bd80709c-555a-4184-b601-e49f7cd8bdc4,segment=NetworkSegment(ca7f4a0d-268e-4e8b-a77e-5586a53275ed),segment_id=ca7f4a0d-268e-4e8b-a77e-5586a53275ed)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:21.753459 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] Attempting to bind port 468a7090-7d3f-43e5-8303-b6f8870ced56 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:16:21.753935 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] Attempting to bind port 468a7090-7d3f-43e5-8303-b6f8870ced56 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '754cce2b-24bd-4e64-aab1-7837b742fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:16:21.754435 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] Attempting to bind port 468a7090-7d3f-43e5-8303-b6f8870ced56 on network 323c8696-2ed1-4abe-97f8-e9536ce29485 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:16:21.768333 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (bd80709c-555a-4184-b601-e49f7cd8bdc4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:21.788551 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-89aff4fe-5de5-4ee9-a782-5041aba2cecb admin admin] Publish callbacks [] for security_group (4d5b92eb-af0b-4b7d-a1ad-0e3cdb5efdd4), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:21.790239 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-9395d20b-0a26-4296-845f-973224e4c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:21.792009 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-9395d20b-0a26-4296-845f-973224e4c196 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2&device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 1128 time: 0.3361199 Jun 22 10:16:21.830542 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] Port 468a7090-7d3f-43e5-8303-b6f8870ced56 on network 323c8696-2ed1-4abe-97f8-e9536ce29485 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:16:21.830737 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] Attempting to bind port 468a7090-7d3f-43e5-8303-b6f8870ced56 on network 323c8696-2ed1-4abe-97f8-e9536ce29485 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:16:21.860156 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:21.863801 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f79451cd-7f27-4497-b173-16eafa877bcc req-571380e4-e762-47d7-8285-83e8f9385b34 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 210 time: 0.2656355 Jun 22 10:16:21.889222 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-89aff4fe-5de5-4ee9-a782-5041aba2cecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (4d5b92eb-af0b-4b7d-a1ad-0e3cdb5efdd4), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:21.895370 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=bd80709c-555a-4184-b601-e49f7cd8bdc4,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:21.945551 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-c4bc647a-9c59-4852-99f0-334516d7d1f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fae1b3df-59c5-40aa-9acc-2d668ec3c54d HTTP/1.1" status: 200 len: 217 time: 0.1366463 Jun 22 10:16:21.953868 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-639c9da0-737f-4ef1-92ed-3eb5847d5de3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (211d6c80-be72-4645-8f0a-ec8e4b68c761), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:21.956371 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:16:21.956831 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] Checking segment: {'id': '754cce2b-24bd-4e64-aab1-7837b742fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:16:21.957352 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] Bound using segment: {'id': '754cce2b-24bd-4e64-aab1-7837b742fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:16:21.957928 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] Bound port: 468a7090-7d3f-43e5-8303-b6f8870ced56, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '754cce2b-24bd-4e64-aab1-7837b742fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:16:21.958346 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:21.963489 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3ac466bd-12e0-48bc-922b-13882e962be5 admin admin] Publish callbacks [] for security_group (54ac8e5e-7475-4299-8243-b03d6d1e9952), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:22.016497 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['bd80709c-555a-4184-b601-e49f7cd8bdc4'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:16:22.115534 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-639c9da0-737f-4ef1-92ed-3eb5847d5de3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:22.120588 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:22.125393 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1fbda-e635-4f33-957b-6741cec75d12 req-a9e596d6-e27c-4f84-b3e5-516076d8acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:22.127231 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6bd1fbda-e635-4f33-957b-6741cec75d12 req-a9e596d6-e27c-4f84-b3e5-516076d8acf9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8bc94bec-5b18-4b15-a531-8b4a0778b280 HTTP/1.1" status: 200 len: 915 time: 0.6368246 Jun 22 10:16:22.133800 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-639c9da0-737f-4ef1-92ed-3eb5847d5de3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:22.142891 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-639c9da0-737f-4ef1-92ed-3eb5847d5de3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:16:22.148362 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-639c9da0-737f-4ef1-92ed-3eb5847d5de3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:22.149115 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-639c9da0-737f-4ef1-92ed-3eb5847d5de3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:22.158383 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c9da0-737f-4ef1-92ed-3eb5847d5de3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Pushing event updated for resources: {'Port': ['ID=211d6c80-be72-4645-8f0a-ec8e4b68c761,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:22.170291 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-02c19149-1b30-4e6f-9da8-ef3ef94abdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:22.171902 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-02c19149-1b30-4e6f-9da8-ef3ef94abdc8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d52cd81-ade1-4a9c-ad07-0183651deb0b HTTP/1.1" status: 200 len: 858 time: 0.2028491 Jun 22 10:16:22.208028 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3ac466bd-12e0-48bc-922b-13882e962be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (54ac8e5e-7475-4299-8243-b03d6d1e9952), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:22.218429 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7facaeab-23f9-443b-9735-c9e605d21105 req-5809b30c-6630-4293-bf78-064ed55065e0 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 210 time: 0.2656860 Jun 22 10:16:22.227153 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aff4fe-5de5-4ee9-a782-5041aba2cecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5b92eb-af0b-4b7d-a1ad-0e3cdb5efdd4,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:22.228615 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6bd1fbda-e635-4f33-957b-6741cec75d12 req-fc90cb72-cc95-4ace-ada2-a2610d155834 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 HTTP/1.1" status: 200 len: 217 time: 0.0892096 Jun 22 10:16:22.236070 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b2ad6-9ebb-4718-bd1f-2f3fd8007ac1 req-3b44ea99-3361-40ce-8213-582834ada406 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:22.237727 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3b3b2ad6-9ebb-4718-bd1f-2f3fd8007ac1 req-3b44ea99-3361-40ce-8213-582834ada406 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 944 time: 0.3700051 Jun 22 10:16:22.247946 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-89aff4fe-5de5-4ee9-a782-5041aba2cecb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0c524ec9a0c48089634582be48a5937&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0473161 Jun 22 10:16:22.258918 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:22.261502 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 36998) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:22.326531 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:22.357736 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-3ac466bd-12e0-48bc-922b-13882e962be5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c38d59fb6b0c4c4c8554d78b0f53f1c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4245989 Jun 22 10:16:22.375623 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37000) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:22.406284 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac466bd-12e0-48bc-922b-13882e962be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ac8e5e-7475-4299-8243-b03d6d1e9952,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:22.525889 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-22c06e81-e790-4a1d-beb0-3bbca6d289ee None None] Provisioning complete for port 211d6c80-be72-4645-8f0a-ec8e4b68c761 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:22.526505 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-22c06e81-e790-4a1d-beb0-3bbca6d289ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (211d6c80-be72-4645-8f0a-ec8e4b68c761), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:22.528534 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-639c9da0-737f-4ef1-92ed-3eb5847d5de3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2197385 Jun 22 10:16:22.530239 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b4f49b-91e5-40f7-b85b-bb5c41ba1445 x-openstack-request-id: req-27b4f49b-91e5-40f7-b85b-bb5c41ba1445 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:16:22.530430 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d495ae-295a-4ffa-a2d9-5774249e687d", "tag": "fae1b3df-59c5-40aa-9acc-2d668ec3c54d", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:16:22.530681 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27b4f49b-91e5-40f7-b85b-bb5c41ba1445 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:16:22.531065 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b4f49b-91e5-40f7-b85b-bb5c41ba1445'] response: {'name': 'network-changed', 'server_uuid': 'a8d495ae-295a-4ffa-a2d9-5774249e687d', 'tag': 'fae1b3df-59c5-40aa-9acc-2d668ec3c54d', 'status': 'completed', 'code': 200} Jun 22 10:16:22.536859 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] For port 468a7090-7d3f-43e5-8303-b6f8870ced56, host hv-cinder-84713, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:22.565944 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3b3b2ad6-9ebb-4718-bd1f-2f3fd8007ac1 req-d149d725-7494-40ca-ac25-a3fb649d8175 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/security-groups?id=23400919-520f-4b7e-9690-2e2ee08b0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053133 Jun 22 10:16:22.568575 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-22c06e81-e790-4a1d-beb0-3bbca6d289ee None None] Port 211d6c80-be72-4645-8f0a-ec8e4b68c761 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:16:22.575366 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] Request body: {'port': {'device_id': '9f07e4bb-f4e9-428e-8feb-db50b3ff2109', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:22.577928 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f494f3e4-6a20-45d6-bad3-12cec055c81b admin admin] Publish callbacks [] for security_group (4d5b92eb-af0b-4b7d-a1ad-0e3cdb5efdd4), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:22.601296 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c03e04-3d18-40cb-b070-7b571af722c3 req-b33be42a-8359-4984-b1c9-37e43e2cad7e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:22.607426 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-69c03e04-3d18-40cb-b070-7b571af722c3 req-b33be42a-8359-4984-b1c9-37e43e2cad7e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 943 time: 0.1651778 Jun 22 10:16:22.609115 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-0112970d-c5ba-421e-ab45-4445daf6e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:22.611302 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-0112970d-c5ba-421e-ab45-4445daf6e8d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f5c1d12-de71-40fa-95b0-3e1b37dac412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3984106 Jun 22 10:16:22.614902 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] For port 468a7090-7d3f-43e5-8303-b6f8870ced56, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=468a7090-7d3f-43e5-8303-b6f8870ced56,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:22.624174 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-44450f2d-3537-483f-8f4d-07aa5355ebfa admin admin] Publish callbacks [] for security_group (54ac8e5e-7475-4299-8243-b03d6d1e9952), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:22.626673 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:22.642821 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f494f3e4-6a20-45d6-bad3-12cec055c81b admin admin] Publish callbacks [] for security_group (4d5b92eb-af0b-4b7d-a1ad-0e3cdb5efdd4), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:22.670382 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1fbda-e635-4f33-957b-6741cec75d12 req-f8bde191-0fd5-4bd0-b436-d9d54babe45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:22.671545 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6bd1fbda-e635-4f33-957b-6741cec75d12 req-f8bde191-0fd5-4bd0-b436-d9d54babe45f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22fb0c08-5da0-43f7-a157-f246eb31d192 HTTP/1.1" status: 200 len: 853 time: 0.4046683 Jun 22 10:16:22.696884 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:22.697502 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:22.699032 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] 10.222.0.59 "PUT /v2.0/ports/468a7090-7d3f-43e5-8303-b6f8870ced56 HTTP/1.1" status: 200 len: 1093 time: 3.4819732 Jun 22 10:16:22.724708 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (211d6c80-be72-4645-8f0a-ec8e4b68c761), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:22.741164 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c688db8-e032-477b-b9f2-5fb1b137afa8 service neutron] Pushing event updated for resources: {'Port': ['ID=468a7090-7d3f-43e5-8303-b6f8870ced56,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:22.755193 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-44450f2d-3537-483f-8f4d-07aa5355ebfa admin admin] Publish callbacks [] for security_group (54ac8e5e-7475-4299-8243-b03d6d1e9952), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:22.773339 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c1edf-b73b-4c9b-8944-22d20031f7b1 req-c4733db4-872c-41c9-ab33-92c187b13976 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:22.774912 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e13c1edf-b73b-4c9b-8944-22d20031f7b1 req-c4733db4-872c-41c9-ab33-92c187b13976 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.1362877 Jun 22 10:16:22.795530 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-69c03e04-3d18-40cb-b070-7b571af722c3 req-1fa1cf16-bb5d-4b05-868b-2907ad1219a5 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fbae384d-7899-4b5c-b239-851b516c0119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787469 Jun 22 10:16:22.884260 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f494f3e4-6a20-45d6-bad3-12cec055c81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (4d5b92eb-af0b-4b7d-a1ad-0e3cdb5efdd4), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:22.889918 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f494f3e4-6a20-45d6-bad3-12cec055c81b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:22.891166 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f494f3e4-6a20-45d6-bad3-12cec055c81b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d5b92eb-af0b-4b7d-a1ad-0e3cdb5efdd4 HTTP/1.1" status: 204 len: 168 time: 0.6191554 Jun 22 10:16:22.905374 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e13c1edf-b73b-4c9b-8944-22d20031f7b1 req-50ee68f2-4cae-436b-8705-0b8b711323a3 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064630 Jun 22 10:16:22.954183 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-44450f2d-3537-483f-8f4d-07aa5355ebfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (54ac8e5e-7475-4299-8243-b03d6d1e9952), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:22.958079 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-44450f2d-3537-483f-8f4d-07aa5355ebfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:22.959223 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-44450f2d-3537-483f-8f4d-07aa5355ebfa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54ac8e5e-7475-4299-8243-b03d6d1e9952 HTTP/1.1" status: 204 len: 168 time: 0.5756075 Jun 22 10:16:22.988859 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494f3e4-6a20-45d6-bad3-12cec055c81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5b92eb-af0b-4b7d-a1ad-0e3cdb5efdd4,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:23.011249 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44450f2d-3537-483f-8f4d-07aa5355ebfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ac8e5e-7475-4299-8243-b03d6d1e9952,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:23.136066 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:16:23.149497 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device bd80709c-555a-4184-b601-e49f7cd8bdc4 up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:23.241726 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:23.242387 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:23.307637 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504c83b-3272-481e-b95f-a041de825191 req-046fb8cc-e167-4ed7-9edf-ffb16871a052 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:23.313442 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4504c83b-3272-481e-b95f-a041de825191 req-046fb8cc-e167-4ed7-9edf-ffb16871a052 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.59 "GET /v2.0/networks?id=f4e78d1e-cabc-488a-aae3-f9e986faebb4 HTTP/1.1" status: 200 len: 811 time: 0.3883865 Jun 22 10:16:23.329462 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3643f-ad58-470b-a5f6-e4f2fe56a7a1 req-f5089ef1-3846-43f8-b2d2-7ed078f7d8b8 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:23.340388 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c5c3643f-ad58-470b-a5f6-e4f2fe56a7a1 req-f5089ef1-3846-43f8-b2d2-7ed078f7d8b8 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 931 time: 0.2202988 Jun 22 10:16:23.346392 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1fbda-e635-4f33-957b-6741cec75d12 req-589fd89e-04d1-4cd3-bfaf-af4066f2edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:23.351907 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6bd1fbda-e635-4f33-957b-6741cec75d12 req-589fd89e-04d1-4cd3-bfaf-af4066f2edc2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bc94bec-5b18-4b15-a531-8b4a0778b280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5609295 Jun 22 10:16:23.380066 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-000eb8cd-3004-4f3b-82fb-caaee2848c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:23.381626 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-000eb8cd-3004-4f3b-82fb-caaee2848c6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee9d603d9cc4a8797f55d544f189720&device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 1127 time: 0.4058599 Jun 22 10:16:23.395270 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port bd80709c-555a-4184-b601-e49f7cd8bdc4 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:16:23.435087 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port bd80709c-555a-4184-b601-e49f7cd8bdc4 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:23.435511 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (bd80709c-555a-4184-b601-e49f7cd8bdc4), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:23.455608 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6f63419e-6fd1-4306-bb68-96e137eb2989 req-094c9dac-8024-49b1-b8a1-c0349f5b70e2 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 210 time: 0.0458949 Jun 22 10:16:23.477096 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211d6c80-be72-4645-8f0a-ec8e4b68c761 {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:16:23.508387 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c5c3643f-ad58-470b-a5f6-e4f2fe56a7a1 req-5aa3c785-e546-4a70-9628-7c438e02efb3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639764 Jun 22 10:16:23.518853 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-06ede6e7-f073-413f-aaa4-bf17e25fab40 service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7330678 Jun 22 10:16:23.575824 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4504c83b-3272-481e-b95f-a041de825191 req-cb8db30d-721c-4b00-bf49-28a82b7761c2 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad52333bcbec425089c44c3e55df97ff HTTP/1.1" status: 200 len: 379 time: 0.2270434 Jun 22 10:16:23.576570 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37030) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:23.583972 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] Publish callbacks [] for port (211d6c80-be72-4645-8f0a-ec8e4b68c761), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:23.595227 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-4504c83b-3272-481e-b95f-a041de825191 req-d25bd6c6-2d06-49f3-be33-7a80bf23ddb9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Request body: {'port': {'device_id': 'eb851ab6-0e89-41d2-be52-d76cdc8644d6', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'admin_state_up': True, 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'security_groups': ['e545db71-4859-41a9-ba48-20726de5662f']}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:23.598579 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-dc6586fd-05d3-49ce-9900-68c356b9ba4b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=468a7090-7d3f-43e5-8303-b6f8870ced56 HTTP/1.1" status: 200 len: 217 time: 0.1524081 Jun 22 10:16:23.667349 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:23.669959 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port bd80709c-555a-4184-b601-e49f7cd8bdc4 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:23.670355 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (bd80709c-555a-4184-b601-e49f7cd8bdc4), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:23.692254 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': 'f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'port_id': 'f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08', 'mac_address': 'fa:16:3e:5c:42:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:16:23.725410 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:23.726062 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:23.731031 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1d4897e9-adb4-49ce-bd42-4ce07f67a1bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:23.737793 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd80709c-555a-4184-b601-e49f7cd8bdc4'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:16:23.834819 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4504c83b-3272-481e-b95f-a041de825191 req-d25bd6c6-2d06-49f3-be33-7a80bf23ddb9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Made reservation on behalf of ad52333bcbec425089c44c3e55df97ff for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:23.838831 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4504c83b-3272-481e-b95f-a041de825191 req-d25bd6c6-2d06-49f3-be33-7a80bf23ddb9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:23.841428 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port bd80709c-555a-4184-b601-e49f7cd8bdc4, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=bd80709c-555a-4184-b601-e49f7cd8bdc4,segment=NetworkSegment(ca7f4a0d-268e-4e8b-a77e-5586a53275ed),segment_id=ca7f4a0d-268e-4e8b-a77e-5586a53275ed)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:23.848155 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:23.848999 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:23.858728 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3caebf-1f6e-4668-9729-5849eaf424a6 req-b81a44d9-acfb-40e0-8366-77cf1e769f30 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:23.859724 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6bd1fbda-e635-4f33-957b-6741cec75d12 req-2c111ce4-d972-401e-996d-01fcd818212e service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728165 Jun 22 10:16:23.861733 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (bd80709c-555a-4184-b601-e49f7cd8bdc4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:23.877963 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-db3caebf-1f6e-4668-9729-5849eaf424a6 req-b81a44d9-acfb-40e0-8366-77cf1e769f30 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 944 time: 0.1348386 Jun 22 10:16:23.886384 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] Transition to ACTIVE for port object 211d6c80-be72-4645-8f0a-ec8e4b68c761 will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:16:23.890774 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-5e372eeb-dd98-441d-bf9b-71edb8c280a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:23.893426 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-5e372eeb-dd98-441d-bf9b-71edb8c280a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f3117d9-0d1e-434f-abb4-63ad07de2d8c HTTP/1.1" status: 200 len: 856 time: 0.2747912 Jun 22 10:16:23.909133 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:16:23.931440 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (211d6c80-be72-4645-8f0a-ec8e4b68c761), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:23.949241 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:23.962960 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=bd80709c-555a-4184-b601-e49f7cd8bdc4,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:23.967578 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:24.037273 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d1fb813d-a52d-4e62-9cb9-52c7124161f8 req-0be3d865-eaf5-4dc0-9ee1-bbeb5f16fb14 service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500756 Jun 22 10:16:24.039782 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:24.080129 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=211d6c80-be72-4645-8f0a-ec8e4b68c761,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:24.113452 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a259f5-9ae8-46a7-8e14-0301aa0f35c7 req-e3e252c5-18f4-4bee-bbd1-d00fa4aab26a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:24.120436 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef421d0-10f4-4d55-a707-166b3c0fe382" -d '{"events": [{"server_uuid": "8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1", "name": "network-vif-plugged", "status": "completed", "tag": "bd80709c-555a-4184-b601-e49f7cd8bdc4"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:16:24.121114 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-48a259f5-9ae8-46a7-8e14-0301aa0f35c7 req-e3e252c5-18f4-4bee-bbd1-d00fa4aab26a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 944 time: 0.1568766 Jun 22 10:16:24.159178 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] Attempting to bind port 211d6c80-be72-4645-8f0a-ec8e4b68c761 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:16:24.159906 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] Attempting to bind port 211d6c80-be72-4645-8f0a-ec8e4b68c761 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '8cd307ff-85b4-4abd-89e1-a7213886e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:16:24.160448 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] Attempting to bind port 211d6c80-be72-4645-8f0a-ec8e4b68c761 on network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:16:24.184160 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] Port 211d6c80-be72-4645-8f0a-ec8e4b68c761 on network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:16:24.185083 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] Attempting to bind port 211d6c80-be72-4645-8f0a-ec8e4b68c761 on network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:16:24.186129 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1d4897e9-adb4-49ce-bd42-4ce07f67a1bc admin admin] Publish callbacks [] for security_group (572c8d89-fd8e-45dd-b2c8-80b5c57c8f18), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:24.201364 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:16:24.205650 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] Checking segment: {'id': '8cd307ff-85b4-4abd-89e1-a7213886e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:16:24.206474 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] Bound using segment: {'id': '8cd307ff-85b4-4abd-89e1-a7213886e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:16:24.207154 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] Bound port: 211d6c80-be72-4645-8f0a-ec8e4b68c761, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd307ff-85b4-4abd-89e1-a7213886e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:16:24.207787 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (211d6c80-be72-4645-8f0a-ec8e4b68c761), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:24.210488 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-db3caebf-1f6e-4668-9729-5849eaf424a6 req-d880d70b-ce9a-496f-b558-3500deb17f29 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/security-groups?id=23400919-520f-4b7e-9690-2e2ee08b0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063793 Jun 22 10:16:24.261448 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1d4897e9-adb4-49ce-bd42-4ce07f67a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (572c8d89-fd8e-45dd-b2c8-80b5c57c8f18), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:24.307718 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:24.314890 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] For port 211d6c80-be72-4645-8f0a-ec8e4b68c761, host hv-cinder-84713, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:24.316464 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] For port 211d6c80-be72-4645-8f0a-ec8e4b68c761, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=211d6c80-be72-4645-8f0a-ec8e4b68c761,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:24.328068 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (211d6c80-be72-4645-8f0a-ec8e4b68c761), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:24.366103 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:24.366728 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:24.368156 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] 10.222.0.59 "PUT /v2.0/ports/211d6c80-be72-4645-8f0a-ec8e4b68c761 HTTP/1.1" status: 200 len: 1093 time: 1.8082240 Jun 22 10:16:24.393948 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff71353-501f-4fd1-8626-4c4006d2a5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=211d6c80-be72-4645-8f0a-ec8e4b68c761,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:24.414041 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-48a259f5-9ae8-46a7-8e14-0301aa0f35c7 req-f641bd04-b25f-4d1f-a078-cbba070c5919 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fbae384d-7899-4b5c-b239-851b516c0119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2920442 Jun 22 10:16:24.431603 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4897e9-adb4-49ce-bd42-4ce07f67a1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572c8d89-fd8e-45dd-b2c8-80b5c57c8f18,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:24.441566 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37060) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:24.442060 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-1d4897e9-adb4-49ce-bd42-4ce07f67a1bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21817eb68e8e47c0a163099b0680b77b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8641224 Jun 22 10:16:24.471317 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-4504c83b-3272-481e-b95f-a041de825191 req-d25bd6c6-2d06-49f3-be33-7a80bf23ddb9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Allocated IP 172.20.0.12 (f4e78d1e-cabc-488a-aae3-f9e986faebb4/dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783/d017dd0e-ef63-4ffa-af06-35b32a6bf63f) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:16:24.481579 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c411837-e052-4190-a32d-1d5459dd5d0a req-76a27c9b-6702-42a2-8bfc-d531163922f6 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:24.491720 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2c411837-e052-4190-a32d-1d5459dd5d0a req-76a27c9b-6702-42a2-8bfc-d531163922f6 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.1373184 Jun 22 10:16:24.524495 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6b4eed64-7279-4528-9877-901be2a81216 admin admin] Publish callbacks [] for security_group (572c8d89-fd8e-45dd-b2c8-80b5c57c8f18), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:24.556735 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6b4eed64-7279-4528-9877-901be2a81216 admin admin] Publish callbacks [] for security_group (572c8d89-fd8e-45dd-b2c8-80b5c57c8f18), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:24.568778 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:24.573758 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2c411837-e052-4190-a32d-1d5459dd5d0a req-67458624-a2ca-4c50-bb81-20919686ffb4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810349 Jun 22 10:16:24.608084 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73dbd5ab-5688-4de4-9da2-0b89d7cefb11', 'tag': '468a7090-7d3f-43e5-8303-b6f8870ced56'}, {'name': 'network-changed', 'server_uuid': '9f07e4bb-f4e9-428e-8feb-db50b3ff2109', 'tag': '211d6c80-be72-4645-8f0a-ec8e4b68c761'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:16:24.610473 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5febed-f213-4ede-8e62-a05d01a3deb6" -d '{"events": [{"name": "network-changed", "server_uuid": "73dbd5ab-5688-4de4-9da2-0b89d7cefb11", "tag": "468a7090-7d3f-43e5-8303-b6f8870ced56"}, {"name": "network-changed", "server_uuid": "9f07e4bb-f4e9-428e-8feb-db50b3ff2109", "tag": "211d6c80-be72-4645-8f0a-ec8e4b68c761"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:16:24.647926 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6b4eed64-7279-4528-9877-901be2a81216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (572c8d89-fd8e-45dd-b2c8-80b5c57c8f18), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:24.651309 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6b4eed64-7279-4528-9877-901be2a81216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:24.653483 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-6b4eed64-7279-4528-9877-901be2a81216 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/572c8d89-fd8e-45dd-b2c8-80b5c57c8f18 HTTP/1.1" status: 204 len: 168 time: 0.2109528 Jun 22 10:16:24.676832 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae5f562-7920-4ea1-9d90-65b4f875467e x-openstack-request-id: req-bae5f562-7920-4ea1-9d90-65b4f875467e {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:16:24.677347 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1", "name": "network-vif-plugged", "status": "completed", "tag": "bd80709c-555a-4184-b601-e49f7cd8bdc4", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:16:24.677525 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bae5f562-7920-4ea1-9d90-65b4f875467e {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:16:24.678166 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae5f562-7920-4ea1-9d90-65b4f875467e'] response: {'server_uuid': '8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd80709c-555a-4184-b601-e49f7cd8bdc4', 'code': 200} Jun 22 10:16:24.678968 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4eed64-7279-4528-9877-901be2a81216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572c8d89-fd8e-45dd-b2c8-80b5c57c8f18,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:24.722795 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:24.778078 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a726a798-822d-49db-8629-f12bffa10b49 req-d375ed1c-c201-4a3f-a7e1-7d7ed4c5d358 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 210 time: 0.0398328 Jun 22 10:16:24.831425 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4504c83b-3272-481e-b95f-a041de825191 req-d25bd6c6-2d06-49f3-be33-7a80bf23ddb9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for port (d017dd0e-ef63-4ffa-af06-35b32a6bf63f), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:24.843181 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 22 Jun 2022 10:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ff19fc-974f-4af7-a846-13fdf6cef170 x-openstack-request-id: req-93ff19fc-974f-4af7-a846-13fdf6cef170 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:16:24.843576 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73dbd5ab-5688-4de4-9da2-0b89d7cefb11", "tag": "468a7090-7d3f-43e5-8303-b6f8870ced56", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9f07e4bb-f4e9-428e-8feb-db50b3ff2109", "tag": "211d6c80-be72-4645-8f0a-ec8e4b68c761", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:16:24.843947 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93ff19fc-974f-4af7-a846-13fdf6cef170 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:16:24.844513 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ff19fc-974f-4af7-a846-13fdf6cef170'] response: {'name': 'network-changed', 'server_uuid': '73dbd5ab-5688-4de4-9da2-0b89d7cefb11', 'tag': '468a7090-7d3f-43e5-8303-b6f8870ced56', 'status': 'completed', 'code': 200} Jun 22 10:16:24.844619 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6f895-9a2e-4d1d-a57d-992e248003fd req-b2e8750c-9186-4df4-b42b-82ebd3aecc4e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:24.844773 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ff19fc-974f-4af7-a846-13fdf6cef170'] response: {'name': 'network-changed', 'server_uuid': '9f07e4bb-f4e9-428e-8feb-db50b3ff2109', 'tag': '211d6c80-be72-4645-8f0a-ec8e4b68c761', 'status': 'completed', 'code': 200} Jun 22 10:16:24.846642 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a4a6f895-9a2e-4d1d-a57d-992e248003fd req-b2e8750c-9186-4df4-b42b-82ebd3aecc4e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 943 time: 0.0624187 Jun 22 10:16:24.912787 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a4a6f895-9a2e-4d1d-a57d-992e248003fd req-68b00a82-932b-4424-adf1-2be9c19d9455 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594652 Jun 22 10:16:24.914394 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4504c83b-3272-481e-b95f-a041de825191 req-d25bd6c6-2d06-49f3-be33-7a80bf23ddb9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (d017dd0e-ef63-4ffa-af06-35b32a6bf63f), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:24.969166 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4504c83b-3272-481e-b95f-a041de825191 req-d25bd6c6-2d06-49f3-be33-7a80bf23ddb9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Network f4e78d1e-cabc-488a-aae3-f9e986faebb4 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:16:24.972239 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:24.976020 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-4504c83b-3272-481e-b95f-a041de825191 req-d25bd6c6-2d06-49f3-be33-7a80bf23ddb9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:24.981939 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-4504c83b-3272-481e-b95f-a041de825191 req-d25bd6c6-2d06-49f3-be33-7a80bf23ddb9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:16:24.987714 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504c83b-3272-481e-b95f-a041de825191 req-d25bd6c6-2d06-49f3-be33-7a80bf23ddb9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:24.988405 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4504c83b-3272-481e-b95f-a041de825191 req-d25bd6c6-2d06-49f3-be33-7a80bf23ddb9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:24.993030 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bd6c6-2d06-49f3-be33-7a80bf23ddb9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Pushing event updated for resources: {'Port': ['ID=d017dd0e-ef63-4ffa-af06-35b32a6bf63f,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:25.019467 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4504c83b-3272-481e-b95f-a041de825191 req-d25bd6c6-2d06-49f3-be33-7a80bf23ddb9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4279795 Jun 22 10:16:25.239776 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-8b8175eb-ac59-466b-a801-2d14b4ea2b4c None None] Provisioning complete for port d017dd0e-ef63-4ffa-af06-35b32a6bf63f triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:25.240209 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8b8175eb-ac59-466b-a801-2d14b4ea2b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (d017dd0e-ef63-4ffa-af06-35b32a6bf63f), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:25.287116 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-8b8175eb-ac59-466b-a801-2d14b4ea2b4c None None] Port d017dd0e-ef63-4ffa-af06-35b32a6bf63f cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:16:25.325534 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e652fb8-b2b9-42c3-b510-e5a276eab656 req-d3321f7b-ca5c-4da4-9cb7-8d36e3f262c1 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:25.327155 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4e652fb8-b2b9-42c3-b510-e5a276eab656 req-d3321f7b-ca5c-4da4-9cb7-8d36e3f262c1 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 945 time: 0.0541303 Jun 22 10:16:25.395714 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4e652fb8-b2b9-42c3-b510-e5a276eab656 req-df727415-cbbd-4890-96a8-b1d8eadc925d tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/security-groups?id=23400919-520f-4b7e-9690-2e2ee08b0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594909 Jun 22 10:16:25.488968 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37124) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:25.539922 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae9750-a9b9-414d-a9c8-cfec16950ad6 req-5b9cf691-3a2d-4301-81b0-af1eed96bd57 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:25.541756 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-feae9750-a9b9-414d-a9c8-cfec16950ad6 req-5b9cf691-3a2d-4301-81b0-af1eed96bd57 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 944 time: 0.0507107 Jun 22 10:16:25.600887 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-feae9750-a9b9-414d-a9c8-cfec16950ad6 req-837d9487-84c6-4523-8309-c26baf4f8cd9 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fbae384d-7899-4b5c-b239-851b516c0119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489843 Jun 22 10:16:25.703589 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ce3af-3c22-4a38-b436-3220b513ffee req-9ab958dc-3446-4c7b-b19d-fce0f28f1a12 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:25.705900 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ed8ce3af-3c22-4a38-b436-3220b513ffee req-9ab958dc-3446-4c7b-b19d-fce0f28f1a12 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0531299 Jun 22 10:16:25.752765 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-22939098-6ed0-4cc3-b456-f40b0a87ab0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:25.758714 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ed8ce3af-3c22-4a38-b436-3220b513ffee req-9a26ebf5-ab9d-4cd4-be6d-252aef0e2b48 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458438 Jun 22 10:16:25.803553 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:25.834603 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-22939098-6ed0-4cc3-b456-f40b0a87ab0e admin admin] Publish callbacks [] for security_group (d7887086-c452-4dac-97ec-d8d9781214e6), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:25.839129 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-22939098-6ed0-4cc3-b456-f40b0a87ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (d7887086-c452-4dac-97ec-d8d9781214e6), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:25.879932 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-22939098-6ed0-4cc3-b456-f40b0a87ab0e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f86edb1750441af89ecefc44ac2dba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897355 Jun 22 10:16:25.882946 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37140) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:25.905525 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63600b89-bcf7-45bb-9498-32fa8e7652f4 req-d732eef4-588f-418d-959b-6cda90656aab tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:25.907096 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-63600b89-bcf7-45bb-9498-32fa8e7652f4 req-d732eef4-588f-418d-959b-6cda90656aab tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 932 time: 0.0501459 Jun 22 10:16:25.912941 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22939098-6ed0-4cc3-b456-f40b0a87ab0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7887086-c452-4dac-97ec-d8d9781214e6,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:25.939669 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2bb5fc83-809d-412a-ac57-81bdb5db07c5 admin admin] Publish callbacks [] for security_group (d7887086-c452-4dac-97ec-d8d9781214e6), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:25.962682 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2bb5fc83-809d-412a-ac57-81bdb5db07c5 admin admin] Publish callbacks [] for security_group (d7887086-c452-4dac-97ec-d8d9781214e6), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:25.976899 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-63600b89-bcf7-45bb-9498-32fa8e7652f4 req-4ab4d722-f28d-43c5-8a18-faa31f2f9bda tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613933 Jun 22 10:16:26.038941 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2bb5fc83-809d-412a-ac57-81bdb5db07c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (d7887086-c452-4dac-97ec-d8d9781214e6), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:26.041960 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2bb5fc83-809d-412a-ac57-81bdb5db07c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:26.043133 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-2bb5fc83-809d-412a-ac57-81bdb5db07c5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d7887086-c452-4dac-97ec-d8d9781214e6 HTTP/1.1" status: 204 len: 168 time: 0.1592853 Jun 22 10:16:26.052310 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5fc83-809d-412a-ac57-81bdb5db07c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7887086-c452-4dac-97ec-d8d9781214e6,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:26.067466 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf87b3d-5152-48c9-9029-b55842fa0df6 req-a3b3a4df-69c7-42d8-aec0-febdd1400ba3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:26.075805 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-edf87b3d-5152-48c9-9029-b55842fa0df6 req-a3b3a4df-69c7-42d8-aec0-febdd1400ba3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 943 time: 0.0696652 Jun 22 10:16:26.134856 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-edf87b3d-5152-48c9-9029-b55842fa0df6 req-f37e4d75-abd8-4cc4-9b70-63e07c9cf413 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576408 Jun 22 10:16:26.303623 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] Request body: {'port': {'device_id': 'eb851ab6-0e89-41d2-be52-d76cdc8644d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:26.347067 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:26.378165 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (d017dd0e-ef63-4ffa-af06-35b32a6bf63f), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:26.466141 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:16:26.598486 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:26.630033 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-6e19fc2c-a723-4f06-a082-fc351493cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:26.631661 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-6e19fc2c-a723-4f06-a082-fc351493cc77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=323c8696-2ed1-4abe-97f8-e9536ce29485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3431413 Jun 22 10:16:26.652892 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-c3440860-77de-4feb-a5bb-fe22f3783a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:26.654429 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-c3440860-77de-4feb-a5bb-fe22f3783a4b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2&device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 1127 time: 0.2691815 Jun 22 10:16:26.695996 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6bd1fbda-e635-4f33-957b-6741cec75d12 req-ed4677c0-48f5-410e-9a29-a139241b46e6 service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242091 Jun 22 10:16:26.810009 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0984ec-e186-4556-b56a-1576cc0589d9 req-c36f111b-33b4-4537-acc8-0bd82f5e9005 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:26.811780 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-db0984ec-e186-4556-b56a-1576cc0589d9 req-c36f111b-33b4-4537-acc8-0bd82f5e9005 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 945 time: 0.1440773 Jun 22 10:16:26.873571 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b7fa0-1312-48ff-b6ea-4f4d9cc54656 req-fd6debf6-20a6-4898-a9df-b84d87dab7ee tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:26.875605 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-bc6b7fa0-1312-48ff-b6ea-4f4d9cc54656 req-fd6debf6-20a6-4898-a9df-b84d87dab7ee tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 944 time: 0.1242898 Jun 22 10:16:26.977764 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-db0984ec-e186-4556-b56a-1576cc0589d9 req-7bc5ff06-52f7-4d12-b6ed-07c3079a74e1 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/security-groups?id=23400919-520f-4b7e-9690-2e2ee08b0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563435 Jun 22 10:16:27.056699 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-bc6b7fa0-1312-48ff-b6ea-4f4d9cc54656 req-49e01976-3cc6-453b-9d9e-60b8c85ce1e7 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fbae384d-7899-4b5c-b239-851b516c0119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667295 Jun 22 10:16:27.118017 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37208) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:27.127016 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d017dd0e-ef63-4ffa-af06-35b32a6bf63f {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:16:27.156204 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] Publish callbacks [] for port (d017dd0e-ef63-4ffa-af06-35b32a6bf63f), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:27.183610 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc3019-75fe-46f4-8ad7-13b459cbe80f req-d76d330c-cfd4-48f7-aa67-214cf160e20d tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:27.191506 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-76dc3019-75fe-46f4-8ad7-13b459cbe80f req-d76d330c-cfd4-48f7-aa67-214cf160e20d tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0808172 Jun 22 10:16:27.195546 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] Transition to ACTIVE for port object d017dd0e-ef63-4ffa-af06-35b32a6bf63f will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:16:27.211983 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:27.241943 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (d017dd0e-ef63-4ffa-af06-35b32a6bf63f), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:27.330464 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38029e17-06b3-4c0b-a096-c699d4aae538 req-6e7188ef-c485-4c30-9242-ff448bf964e3 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:27.331906 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-38029e17-06b3-4c0b-a096-c699d4aae538 req-6e7188ef-c485-4c30-9242-ff448bf964e3 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 944 time: 0.1378069 Jun 22 10:16:27.354384 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-76dc3019-75fe-46f4-8ad7-13b459cbe80f req-fa1be4f4-2877-411d-b2af-fe1205d79e6d tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617053 Jun 22 10:16:27.357237 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d017dd0e-ef63-4ffa-af06-35b32a6bf63f,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:27.406647 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-642881e2-91da-4db4-93a4-ee5aedbeb0f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=211d6c80-be72-4645-8f0a-ec8e4b68c761 HTTP/1.1" status: 200 len: 217 time: 0.2440398 Jun 22 10:16:27.431025 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-4b0be5d1-e5c5-4da6-abc9-01c4d8078108 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-896368102-network', 'tenant_id': '58e0fb0a164241a5b29d13a059df08ac'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:27.436031 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] Attempting to bind port d017dd0e-ef63-4ffa-af06-35b32a6bf63f on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:16:27.436384 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] Attempting to bind port d017dd0e-ef63-4ffa-af06-35b32a6bf63f by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '5dd0de8d-f8c8-4942-86ff-82b5a3cacf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:16:27.436773 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] Attempting to bind port d017dd0e-ef63-4ffa-af06-35b32a6bf63f on network f4e78d1e-cabc-488a-aae3-f9e986faebb4 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:16:27.449570 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-38029e17-06b3-4c0b-a096-c699d4aae538 req-9deea333-319f-4246-b161-c9824111a4d0 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099637 Jun 22 10:16:27.450162 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] Port d017dd0e-ef63-4ffa-af06-35b32a6bf63f on network f4e78d1e-cabc-488a-aae3-f9e986faebb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:16:27.450490 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] Attempting to bind port d017dd0e-ef63-4ffa-af06-35b32a6bf63f on network f4e78d1e-cabc-488a-aae3-f9e986faebb4 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:16:27.453619 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:27.464847 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:16:27.469549 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] Checking segment: {'id': '5dd0de8d-f8c8-4942-86ff-82b5a3cacf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:16:27.470527 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] Bound using segment: {'id': '5dd0de8d-f8c8-4942-86ff-82b5a3cacf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:16:27.471214 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] Bound port: d017dd0e-ef63-4ffa-af06-35b32a6bf63f, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd0de8d-f8c8-4942-86ff-82b5a3cacf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:16:27.471763 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (d017dd0e-ef63-4ffa-af06-35b32a6bf63f), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:27.555643 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02212ef-4dc7-4df4-a790-6da374f60ab5 req-d359b5e7-3ed7-43ac-a394-62580ea4299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:27.557404 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f02212ef-4dc7-4df4-a790-6da374f60ab5 req-d359b5e7-3ed7-43ac-a394-62580ea4299d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 1129 time: 0.3315179 Jun 22 10:16:27.566668 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50888aec-c1d9-49cf-a541-a7555f51fee3 req-3fedb1a8-3a07-4ce6-bd47-7439c2b6c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:27.568340 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-50888aec-c1d9-49cf-a541-a7555f51fee3 req-3fedb1a8-3a07-4ce6-bd47-7439c2b6c1a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2&device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 1128 time: 0.3735251 Jun 22 10:16:27.611478 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0be5d1-e5c5-4da6-abc9-01c4d8078108 admin admin] Made reservation on behalf of 58e0fb0a164241a5b29d13a059df08ac for: {'network': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:27.613919 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4b0be5d1-e5c5-4da6-abc9-01c4d8078108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for network (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:27.640286 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-f02212ef-4dc7-4df4-a790-6da374f60ab5 req-723dc39e-1cec-4a19-a263-7b34c5719c4c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:27.653218 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-a8beaf4b-0b77-4942-ae9a-bcc2b27582e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:27.654848 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-a8beaf4b-0b77-4942-ae9a-bcc2b27582e8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d52cd81-ade1-4a9c-ad07-0183651deb0b HTTP/1.1" status: 200 len: 858 time: 0.2096837 Jun 22 10:16:27.773793 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37230) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:27.801261 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689206b-b1b8-434a-8f67-dcbd595fabe5 req-d06e0a4f-74ab-46c4-b408-8d827d765fe1 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:27.806461 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4689206b-b1b8-434a-8f67-dcbd595fabe5 req-d06e0a4f-74ab-46c4-b408-8d827d765fe1 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 943 time: 0.2733607 Jun 22 10:16:27.822872 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:27.834617 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] For port d017dd0e-ef63-4ffa-af06-35b32a6bf63f, host hv-cinder-84713, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:16:27.859198 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] For port d017dd0e-ef63-4ffa-af06-35b32a6bf63f, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=d017dd0e-ef63-4ffa-af06-35b32a6bf63f,segment=NetworkSegment(5dd0de8d-f8c8-4942-86ff-82b5a3cacf29),segment_id=5dd0de8d-f8c8-4942-86ff-82b5a3cacf29)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:16:27.877278 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (d017dd0e-ef63-4ffa-af06-35b32a6bf63f), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:27.888532 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4b0be5d1-e5c5-4da6-abc9-01c4d8078108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:27.920206 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-b02ebcc7-9c06-43a6-9b0c-fc855c8320ca service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7667258 Jun 22 10:16:27.943254 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4689206b-b1b8-434a-8f67-dcbd595fabe5 req-9f324836-bd42-4f87-89cb-577f0bd47e13 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187031 Jun 22 10:16:27.947347 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c16b0ecf-cb14-4f1c-a5cb-f85857634218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:27.951893 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:27.952769 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:27.954073 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4504c83b-3272-481e-b95f-a041de825191 req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] 10.222.0.59 "PUT /v2.0/ports/d017dd0e-ef63-4ffa-af06-35b32a6bf63f HTTP/1.1" status: 200 len: 1094 time: 1.6723261 Jun 22 10:16:27.954583 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb851ab6-0e89-41d2-be52-d76cdc8644d6', 'tag': 'd017dd0e-ef63-4ffa-af06-35b32a6bf63f'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:16:27.955790 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:27.957080 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898db771481267bf496a2732a32d4addbcaa54fa352ad4e4fb07179b33d7b991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc48719-5b2b-4855-8220-aa7a2415ec7f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb851ab6-0e89-41d2-be52-d76cdc8644d6", "tag": "d017dd0e-ef63-4ffa-af06-35b32a6bf63f"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:16:27.991238 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-9b26b7b9-8ead-4752-a98d-52db3b6f59c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:27.993339 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-9b26b7b9-8ead-4752-a98d-52db3b6f59c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f5c1d12-de71-40fa-95b0-3e1b37dac412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0929348 Jun 22 10:16:27.994926 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853782c-c560-4f44-b341-bdee4c7538b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d017dd0e-ef63-4ffa-af06-35b32a6bf63f,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:28.091273 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50888aec-c1d9-49cf-a541-a7555f51fee3 req-603f25a3-0cc6-4243-a0a2-8754f5aeac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:28.095849 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-50888aec-c1d9-49cf-a541-a7555f51fee3 req-603f25a3-0cc6-4243-a0a2-8754f5aeac1b service neutron] 10.222.0.59 "GET /v2.0/networks?id=4f5c1d12-de71-40fa-95b0-3e1b37dac412 HTTP/1.1" status: 200 len: 920 time: 0.5152104 Jun 22 10:16:28.130581 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504c83b-3272-481e-b95f-a041de825191 req-86c701cb-a4b2-4378-aad2-3389ae4c7f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:28.133985 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4504c83b-3272-481e-b95f-a041de825191 req-86c701cb-a4b2-4378-aad2-3389ae4c7f05 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad52333bcbec425089c44c3e55df97ff&device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 1128 time: 0.0670817 Jun 22 10:16:28.141400 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232891b5-c673-418d-a7a9-51d2f73e8f5a x-openstack-request-id: req-232891b5-c673-418d-a7a9-51d2f73e8f5a {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:16:28.141975 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb851ab6-0e89-41d2-be52-d76cdc8644d6", "tag": "d017dd0e-ef63-4ffa-af06-35b32a6bf63f", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:16:28.142293 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-232891b5-c673-418d-a7a9-51d2f73e8f5a {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:16:28.142837 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-232891b5-c673-418d-a7a9-51d2f73e8f5a'] response: {'name': 'network-changed', 'server_uuid': 'eb851ab6-0e89-41d2-be52-d76cdc8644d6', 'tag': 'd017dd0e-ef63-4ffa-af06-35b32a6bf63f', 'status': 'completed', 'code': 200} Jun 22 10:16:28.214033 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4504c83b-3272-481e-b95f-a041de825191 req-2cc2c4a8-8479-4b4a-bcac-9f96091b4c3a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d017dd0e-ef63-4ffa-af06-35b32a6bf63f HTTP/1.1" status: 200 len: 217 time: 0.0689456 Jun 22 10:16:28.292295 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-50888aec-c1d9-49cf-a541-a7555f51fee3 req-c34daa87-27ef-435b-9138-1868036eace1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fae1b3df-59c5-40aa-9acc-2d668ec3c54d HTTP/1.1" status: 200 len: 217 time: 0.1049035 Jun 22 10:16:28.298424 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-f02212ef-4dc7-4df4-a790-6da374f60ab5 req-723dc39e-1cec-4a19-a263-7b34c5719c4c service neutron] Publish callbacks [] for security_group (fc418a52-4e31-4878-a1d0-68750bdc4eea), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:28.339138 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-f02212ef-4dc7-4df4-a790-6da374f60ab5 req-723dc39e-1cec-4a19-a263-7b34c5719c4c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (fc418a52-4e31-4878-a1d0-68750bdc4eea), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:28.341619 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c16b0ecf-cb14-4f1c-a5cb-f85857634218 admin admin] Publish callbacks [] for security_group (310a981d-f897-4d5b-899a-24b8312404a1), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:28.366438 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc1b7b-82e8-4b7c-9f36-a627b23ddad5 req-e35a3307-005d-4a84-9b57-807ce55efd9b tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:28.368098 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-67fc1b7b-82e8-4b7c-9f36-a627b23ddad5 req-e35a3307-005d-4a84-9b57-807ce55efd9b tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 945 time: 0.2045007 Jun 22 10:16:28.368809 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c16b0ecf-cb14-4f1c-a5cb-f85857634218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (310a981d-f897-4d5b-899a-24b8312404a1), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:28.375959 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device fae1b3df-59c5-40aa-9acc-2d668ec3c54d details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:16:28.379798 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:28.398480 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e619044-1bce-4ed1-9752-d66edd30b6db req-005c2f74-9891-44f1-9f21-060c18540c9a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:28.400131 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8e619044-1bce-4ed1-9752-d66edd30b6db req-005c2f74-9891-44f1-9f21-060c18540c9a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 944 time: 0.2038662 Jun 22 10:16:28.426031 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504c83b-3272-481e-b95f-a041de825191 req-14596b26-7e62-4fe8-bdc6-cc799234007e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:28.428169 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4504c83b-3272-481e-b95f-a041de825191 req-14596b26-7e62-4fe8-bdc6-cc799234007e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783 HTTP/1.1" status: 200 len: 850 time: 0.2026031 Jun 22 10:16:28.449233 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:28.475650 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:16:28.478701 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f02212ef-4dc7-4df4-a790-6da374f60ab5 req-723dc39e-1cec-4a19-a263-7b34c5719c4c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=23400919-520f-4b7e-9690-2e2ee08b0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9042759 Jun 22 10:16:28.487834 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:28.490163 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-0863fabe-6368-4738-8657-3266797e77c6 service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698286 Jun 22 10:16:28.492861 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c16b0ecf-cb14-4f1c-a5cb-f85857634218 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f718893cad6d4a9c925fdc026f1ad2a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7179568 Jun 22 10:16:28.497844 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-10e42867-5335-42cc-9e42-c059b539a8e9 req-c69cf6e8-356f-42c8-b683-36d73c69ecb7 service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752500 Jun 22 10:16:28.498445 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dc39e-1cec-4a19-a263-7b34c5719c4c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fc418a52-4e31-4878-a1d0-68750bdc4eea,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:28.505682 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37252) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:28.518470 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b0ecf-cb14-4f1c-a5cb-f85857634218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310a981d-f897-4d5b-899a-24b8312404a1,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:28.520321 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50888aec-c1d9-49cf-a541-a7555f51fee3 req-7a1638e4-5f81-4d85-9cbf-303c220e4828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:28.521434 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:28.521638 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-50888aec-c1d9-49cf-a541-a7555f51fee3 req-7a1638e4-5f81-4d85-9cbf-303c220e4828 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d52cd81-ade1-4a9c-ad07-0183651deb0b HTTP/1.1" status: 200 len: 858 time: 0.1897106 Jun 22 10:16:28.522262 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:28.528007 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4b0be5d1-e5c5-4da6-abc9-01c4d8078108 admin admin] Publish callbacks [] for security_group (a22073c6-905e-4910-ac85-bde013091a06), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:28.540244 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4b0be5d1-e5c5-4da6-abc9-01c4d8078108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (a22073c6-905e-4910-ac85-bde013091a06), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:28.564821 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504c83b-3272-481e-b95f-a041de825191 req-7d3901a4-208d-4ba4-8a7c-e72df53c339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:28.566491 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4504c83b-3272-481e-b95f-a041de825191 req-7d3901a4-208d-4ba4-8a7c-e72df53c339d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f4e78d1e-cabc-488a-aae3-f9e986faebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1056595 Jun 22 10:16:28.581035 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0be5d1-e5c5-4da6-abc9-01c4d8078108 admin admin] vlan segment allocate from pool success with {'vlan_id': 982, 'physical_network': 'physnet1'} {{(pid=104122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:16:28.581829 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-67fc1b7b-82e8-4b7c-9f36-a627b23ddad5 req-5487bbab-5edd-469e-bde8-f769482a542c tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/security-groups?id=23400919-520f-4b7e-9690-2e2ee08b0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929693 Jun 22 10:16:28.600218 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8e619044-1bce-4ed1-9752-d66edd30b6db req-4d76a299-d469-4ca1-8249-37e23587d284 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fbae384d-7899-4b5c-b239-851b516c0119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774225 Jun 22 10:16:28.602440 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0be5d1-e5c5-4da6-abc9-01c4d8078108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22073c6-905e-4910-ac85-bde013091a06,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:28.609311 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4b0be5d1-e5c5-4da6-abc9-01c4d8078108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (fe22cffc-7426-47fb-abb7-353a7d58c0fb), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:28.609656 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.segments_db [None req-4b0be5d1-e5c5-4da6-abc9-01c4d8078108 admin admin] Added segment fe22cffc-7426-47fb-abb7-353a7d58c0fb of type vlan for network 718cdc27-94da-4d48-a5b1-2c482c3b434b Jun 22 10:16:28.636971 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port fae1b3df-59c5-40aa-9acc-2d668ec3c54d, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=fae1b3df-59c5-40aa-9acc-2d668ec3c54d,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:28.653908 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:28.654319 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:28.656547 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': 'fae1b3df-59c5-40aa-9acc-2d668ec3c54d', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'port_id': 'fae1b3df-59c5-40aa-9acc-2d668ec3c54d', 'mac_address': 'fa:16:3e:0c:b1:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:16:28.660088 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d6ac2183-734f-4196-8f7f-763790949e05 admin admin] Publish callbacks [] for security_group (310a981d-f897-4d5b-899a-24b8312404a1), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:28.694190 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4b0be5d1-e5c5-4da6-abc9-01c4d8078108 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773364491457'] for network (718cdc27-94da-4d48-a5b1-2c482c3b434b), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:28.713053 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5828c9dc-3439-4da7-a94c-f81cbbfdcb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:16:28.715633 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b032757-aac3-444a-87f9-022e36bfe833" -d '{"events": [{"server_uuid": "5828c9dc-3439-4da7-a94c-f81cbbfdcb99", "name": "network-vif-plugged", "status": "completed", "tag": "f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:16:28.721548 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be8f9d-0c67-4296-83bb-e828edf32eba req-a52b7896-6b64-4de7-85cd-3aae30d91125 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:28.723531 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-06be8f9d-0c67-4296-83bb-e828edf32eba req-a52b7896-6b64-4de7-85cd-3aae30d91125 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0559556 Jun 22 10:16:28.737661 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:28.740429 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port fae1b3df-59c5-40aa-9acc-2d668ec3c54d is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:28.740892 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (fae1b3df-59c5-40aa-9acc-2d668ec3c54d), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:28.753845 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:28.761483 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae1b3df-59c5-40aa-9acc-2d668ec3c54d {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:16:28.770241 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d6ac2183-734f-4196-8f7f-763790949e05 admin admin] Publish callbacks [] for security_group (310a981d-f897-4d5b-899a-24b8312404a1), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:28.810526 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port fae1b3df-59c5-40aa-9acc-2d668ec3c54d, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=fae1b3df-59c5-40aa-9acc-2d668ec3c54d,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:28.821679 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (fae1b3df-59c5-40aa-9acc-2d668ec3c54d), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:28.827261 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:28.828762 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ab39f-b918-47ab-878e-6e4e9ee2ea07 req-0e40a122-ea87-49e2-be61-58566b4bf518 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:28.830665 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2f6ab39f-b918-47ab-878e-6e4e9ee2ea07 req-0e40a122-ea87-49e2-be61-58566b4bf518 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 944 time: 0.1051807 Jun 22 10:16:28.856466 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50888aec-c1d9-49cf-a541-a7555f51fee3 req-e4a48f92-01a2-4cee-b6b7-5115c135e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:28.858006 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-50888aec-c1d9-49cf-a541-a7555f51fee3 req-e4a48f92-01a2-4cee-b6b7-5115c135e5a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f5c1d12-de71-40fa-95b0-3e1b37dac412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1551559 Jun 22 10:16:28.864833 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4b0be5d1-e5c5-4da6-abc9-01c4d8078108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for network (718cdc27-94da-4d48-a5b1-2c482c3b434b), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:28.865766 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0be5d1-e5c5-4da6-abc9-01c4d8078108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:28.866636 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4b0be5d1-e5c5-4da6-abc9-01c4d8078108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:28.881395 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=fae1b3df-59c5-40aa-9acc-2d668ec3c54d,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:28.914637 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-06be8f9d-0c67-4296-83bb-e828edf32eba req-be8a2791-f444-4524-99e1-60a0ec32e5a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801066 Jun 22 10:16:28.927082 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:28.932558 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-4b0be5d1-e5c5-4da6-abc9-01c4d8078108 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8107691 Jun 22 10:16:28.934437 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37256) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:28.941743 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4504c83b-3272-481e-b95f-a041de825191 req-6f072a71-cf35-438f-b4b8-6a6bcace0b1b service neutron] 10.222.0.59 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171504 Jun 22 10:16:28.943880 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-685a1db8-2123-42f3-a630-ebfec6ca1642 admin admin] Request body: {'subnet': {'network_id': '718cdc27-94da-4d48-a5b1-2c482c3b434b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-896368102-subnet', 'tenant_id': '58e0fb0a164241a5b29d13a059df08ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:28.970046 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2f6ab39f-b918-47ab-878e-6e4e9ee2ea07 req-9d820638-eacf-4182-a22a-25a92f1c9e31 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243489 Jun 22 10:16:28.984597 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d5ffa06c-a98b-4c50-87cb-487caa30cb3a req-5922039d-a02a-43d8-bd38-5287daa55105 service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731867 Jun 22 10:16:28.989215 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0be5d1-e5c5-4da6-abc9-01c4d8078108 admin admin] Pushing event updated for resources: {'Network': ['ID=718cdc27-94da-4d48-a5b1-2c482c3b434b,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:28.993535 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b452022-9814-4d36-98c0-3c651dc472b6 x-openstack-request-id: req-9b452022-9814-4d36-98c0-3c651dc472b6 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:16:28.994025 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5828c9dc-3439-4da7-a94c-f81cbbfdcb99", "name": "network-vif-plugged", "status": "completed", "tag": "f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:16:28.994452 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b452022-9814-4d36-98c0-3c651dc472b6 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:16:28.995022 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b452022-9814-4d36-98c0-3c651dc472b6'] response: {'server_uuid': '5828c9dc-3439-4da7-a94c-f81cbbfdcb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08', 'code': 200} Jun 22 10:16:29.000345 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d6ac2183-734f-4196-8f7f-763790949e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (310a981d-f897-4d5b-899a-24b8312404a1), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:29.003005 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Network 718cdc27-94da-4d48-a5b1-2c482c3b434b details requested by agent ovs-agent-dv-cinder-847131-1-iscsi with host dv-cinder-847131-1-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 10:16:29.003976 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d6ac2183-734f-4196-8f7f-763790949e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:29.005137 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-d6ac2183-734f-4196-8f7f-763790949e05 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/310a981d-f897-4d5b-899a-24b8312404a1 HTTP/1.1" status: 204 len: 168 time: 0.4981751 Jun 22 10:16:29.020771 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685a1db8-2123-42f3-a630-ebfec6ca1642 admin admin] Made reservation on behalf of 58e0fb0a164241a5b29d13a059df08ac for: {'subnet': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:29.022722 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-685a1db8-2123-42f3-a630-ebfec6ca1642 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:29.024644 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac2183-734f-4196-8f7f-763790949e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310a981d-f897-4d5b-899a-24b8312404a1,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:29.041645 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['fae1b3df-59c5-40aa-9acc-2d668ec3c54d'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:16:29.110556 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:29.122999 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:29.187408 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:29.206287 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71a699-bf03-4d2f-9ca0-532c652f002d req-c7bbff09-d5b2-4e0b-97e0-f85bbe246aeb tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:29.214448 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4f71a699-bf03-4d2f-9ca0-532c652f002d req-c7bbff09-d5b2-4e0b-97e0-f85bbe246aeb tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 943 time: 0.0741658 Jun 22 10:16:29.280595 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4f71a699-bf03-4d2f-9ca0-532c652f002d req-e278ae61-3a2d-4ab3-821b-d9a63747f270 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619073 Jun 22 10:16:29.283680 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-685a1db8-2123-42f3-a630-ebfec6ca1642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for subnet (ba531150-5517-466c-b818-9f568a497cd4), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:29.358893 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a1db8-2123-42f3-a630-ebfec6ca1642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba531150-5517-466c-b818-9f568a497cd4,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:29.361828 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685a1db8-2123-42f3-a630-ebfec6ca1642 admin admin] Checking segment: {'id': 'fe22cffc-7426-47fb-abb7-353a7d58c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': '718cdc27-94da-4d48-a5b1-2c482c3b434b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:16:29.362187 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685a1db8-2123-42f3-a630-ebfec6ca1642 admin admin] Network hostable DHCP agents. Network: 718cdc27-94da-4d48-a5b1-2c482c3b434b, hostable agents: ['932caf1b-e271-42cd-92f3-ee8a2197157a'], hosted agents: [] {{(pid=104122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:16:29.382119 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685a1db8-2123-42f3-a630-ebfec6ca1642 admin admin] Network 718cdc27-94da-4d48-a5b1-2c482c3b434b is scheduled to be hosted by DHCP agent 932caf1b-e271-42cd-92f3-ee8a2197157a with binding_index 1 {{(pid=104122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:16:29.392913 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-685a1db8-2123-42f3-a630-ebfec6ca1642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-1-iscsi, 718cdc27-94da-4d48-a5b1-2c482c3b434b) {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:29.401812 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685a1db8-2123-42f3-a630-ebfec6ca1642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:29.402483 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-685a1db8-2123-42f3-a630-ebfec6ca1642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:29.403183 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064fef24-1bdc-4c16-af49-3c33ff5cd474 None None] Network 718cdc27-94da-4d48-a5b1-2c482c3b434b requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:16:29.424513 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-685a1db8-2123-42f3-a630-ebfec6ca1642 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4873099 Jun 22 10:16:29.432160 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37270) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:29.478305 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b845e305-df04-469e-8511-e772ac272d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:29.491598 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:29.540431 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec2525d-f546-4690-a9fa-1a041eddec9c None None] Network 718cdc27-94da-4d48-a5b1-2c482c3b434b requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:16:29.596398 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b845e305-df04-469e-8511-e772ac272d40 admin admin] Publish callbacks [] for security_group (745ce58f-6240-4775-96ce-34795f9105a8), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:29.596933 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4504c83b-3272-481e-b95f-a041de825191 req-4880ff22-2a84-4b06-b159-0f0980bcf888 service neutron] 10.222.0.59 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398375 Jun 22 10:16:29.601878 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b845e305-df04-469e-8511-e772ac272d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (745ce58f-6240-4775-96ce-34795f9105a8), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:29.635977 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37278) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:29.651938 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-b845e305-df04-469e-8511-e772ac272d40 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=229c47823cdf45ad90ff20199035b847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184689 Jun 22 10:16:29.654970 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37284) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:29.661947 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845e305-df04-469e-8511-e772ac272d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745ce58f-6240-4775-96ce-34795f9105a8,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:29.726344 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-347c056a-7a4f-4069-a9da-e3b9ab58f25f admin admin] Publish callbacks [] for security_group (745ce58f-6240-4775-96ce-34795f9105a8), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:29.800472 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-347c056a-7a4f-4069-a9da-e3b9ab58f25f admin admin] Publish callbacks [] for security_group (745ce58f-6240-4775-96ce-34795f9105a8), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:29.802905 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:29.818000 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e75dd0-9949-4561-ae43-04da6877f3c3 req-92570342-3d72-49d0-9809-0c6b1d734be3 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:29.825424 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-10e75dd0-9949-4561-ae43-04da6877f3c3 req-92570342-3d72-49d0-9809-0c6b1d734be3 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 945 time: 0.1128476 Jun 22 10:16:29.849367 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8561b0f-33e8-431e-ad9b-14dd6c1c49bf req-b306731e-7def-474e-b74e-0ad8cf00f469 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:29.850979 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e8561b0f-33e8-431e-ad9b-14dd6c1c49bf req-b306731e-7def-474e-b74e-0ad8cf00f469 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 945 time: 0.0947104 Jun 22 10:16:29.851835 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-355ff308-69a1-4b6b-b72f-d0af64dd8cf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:29.911344 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-50888aec-c1d9-49cf-a541-a7555f51fee3 req-71808a29-69ee-4cdd-bb16-847505d47bfb service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674492 Jun 22 10:16:29.924163 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-347c056a-7a4f-4069-a9da-e3b9ab58f25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (745ce58f-6240-4775-96ce-34795f9105a8), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:29.927618 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-347c056a-7a4f-4069-a9da-e3b9ab58f25f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:29.928921 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-347c056a-7a4f-4069-a9da-e3b9ab58f25f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/745ce58f-6240-4775-96ce-34795f9105a8 HTTP/1.1" status: 204 len: 168 time: 0.2730484 Jun 22 10:16:29.940933 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c056a-7a4f-4069-a9da-e3b9ab58f25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745ce58f-6240-4775-96ce-34795f9105a8,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:29.968290 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-10e75dd0-9949-4561-ae43-04da6877f3c3 req-9aa74528-0e35-4386-90c8-3dee591b96c3 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/security-groups?id=23400919-520f-4b7e-9690-2e2ee08b0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398413 Jun 22 10:16:30.006332 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e8561b0f-33e8-431e-ad9b-14dd6c1c49bf req-1f9b3901-fc77-427e-8466-9fb99385455a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fbae384d-7899-4b5c-b239-851b516c0119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376781 Jun 22 10:16:30.059137 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-355ff308-69a1-4b6b-b72f-d0af64dd8cf7 admin admin] Publish callbacks [] for security_group (f9ef3c03-dd9a-4503-a57f-424aa98571f4), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:30.072502 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-355ff308-69a1-4b6b-b72f-d0af64dd8cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (f9ef3c03-dd9a-4503-a57f-424aa98571f4), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:30.094355 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:30.184262 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-355ff308-69a1-4b6b-b72f-d0af64dd8cf7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26dd426d226f4473b3b8d2fa78535ae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5446272 Jun 22 10:16:30.185776 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37302) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:30.191736 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83d6f6-b894-4c04-8804-b3764e20ddd0 req-b5cef000-bcef-4025-96bb-848912de0bc6 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:30.193255 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f83d6f6-b894-4c04-8804-b3764e20ddd0 req-b5cef000-bcef-4025-96bb-848912de0bc6 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.1410005 Jun 22 10:16:30.196288 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ff308-69a1-4b6b-b72f-d0af64dd8cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ef3c03-dd9a-4503-a57f-424aa98571f4,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:30.223572 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32dfd7-00bd-46d1-a6b7-e799a9e4e052 req-36d9119b-79f6-4820-9200-2f51303024fc tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:30.231525 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0b32dfd7-00bd-46d1-a6b7-e799a9e4e052 req-36d9119b-79f6-4820-9200-2f51303024fc tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 944 time: 0.1317449 Jun 22 10:16:30.241732 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37308) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:30.247901 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-be548622-364d-474f-93f4-17a37dcefc72 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1151670613-network', 'tenant_id': '50697233884d47208562353f0b6f9fb3'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:30.251486 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 468a7090-7d3f-43e5-8303-b6f8870ced56 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:16:30.257822 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device fae1b3df-59c5-40aa-9acc-2d668ec3c54d up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:30.284228 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-538a99b5-dbf3-41f6-b221-68c15cfb3c2f admin admin] Publish callbacks [] for security_group (f9ef3c03-dd9a-4503-a57f-424aa98571f4), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:30.289482 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be548622-364d-474f-93f4-17a37dcefc72 admin admin] Made reservation on behalf of 50697233884d47208562353f0b6f9fb3 for: {'network': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:30.291931 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-be548622-364d-474f-93f4-17a37dcefc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for network (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:30.310316 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-be548622-364d-474f-93f4-17a37dcefc72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:30.327760 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0b32dfd7-00bd-46d1-a6b7-e799a9e4e052 req-6ba22351-b0d8-4fc7-8c0c-4dc3a3c721a4 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953767 Jun 22 10:16:30.327972 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-538a99b5-dbf3-41f6-b221-68c15cfb3c2f admin admin] Publish callbacks [] for security_group (f9ef3c03-dd9a-4503-a57f-424aa98571f4), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:30.356522 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f83d6f6-b894-4c04-8804-b3764e20ddd0 req-c649293e-d8f5-45f0-9512-888212d33c47 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422544 Jun 22 10:16:30.385944 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port fae1b3df-59c5-40aa-9acc-2d668ec3c54d completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:16:30.435967 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-538a99b5-dbf3-41f6-b221-68c15cfb3c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (f9ef3c03-dd9a-4503-a57f-424aa98571f4), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:30.440294 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-538a99b5-dbf3-41f6-b221-68c15cfb3c2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:30.440885 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port fae1b3df-59c5-40aa-9acc-2d668ec3c54d triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:30.441393 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (fae1b3df-59c5-40aa-9acc-2d668ec3c54d), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:30.442861 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-538a99b5-dbf3-41f6-b221-68c15cfb3c2f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f9ef3c03-dd9a-4503-a57f-424aa98571f4 HTTP/1.1" status: 204 len: 168 time: 0.2554271 Jun 22 10:16:30.474256 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a99b5-dbf3-41f6-b221-68c15cfb3c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ef3c03-dd9a-4503-a57f-424aa98571f4,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:30.483339 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70449a97-1acd-4c5d-b21b-b0eaba9f1559 req-3e5782ef-4308-4434-a505-b21a8ba5c00a tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:30.487196 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-70449a97-1acd-4c5d-b21b-b0eaba9f1559 req-3e5782ef-4308-4434-a505-b21a8ba5c00a tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 943 time: 0.0619168 Jun 22 10:16:30.526388 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-be548622-364d-474f-93f4-17a37dcefc72 admin admin] Publish callbacks [] for security_group (dcaf1a8d-0867-48f0-bf74-7027f8036567), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:30.535917 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-be548622-364d-474f-93f4-17a37dcefc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (dcaf1a8d-0867-48f0-bf74-7027f8036567), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:30.551179 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 468a7090-7d3f-43e5-8303-b6f8870ced56, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=468a7090-7d3f-43e5-8303-b6f8870ced56,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:30.578385 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be548622-364d-474f-93f4-17a37dcefc72 admin admin] vlan segment allocate from pool success with {'vlan_id': 997, 'physical_network': 'physnet1'} {{(pid=104122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:16:30.597074 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:30.628726 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-be548622-364d-474f-93f4-17a37dcefc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (587d5d46-4a73-4e6b-8616-dd9dd9567795), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:30.629292 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.segments_db [None req-be548622-364d-474f-93f4-17a37dcefc72 admin admin] Added segment 587d5d46-4a73-4e6b-8616-dd9dd9567795 of type vlan for network 34c487fe-c661-4788-96f8-39a7989d9674 Jun 22 10:16:30.651223 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': '468a7090-7d3f-43e5-8303-b6f8870ced56', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'port_id': '468a7090-7d3f-43e5-8303-b6f8870ced56', 'mac_address': 'fa:16:3e:a0:62:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 972, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:16:30.656477 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be548622-364d-474f-93f4-17a37dcefc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaf1a8d-0867-48f0-bf74-7027f8036567,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:30.668205 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port fae1b3df-59c5-40aa-9acc-2d668ec3c54d is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:30.668693 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (fae1b3df-59c5-40aa-9acc-2d668ec3c54d), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:30.676514 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-70449a97-1acd-4c5d-b21b-b0eaba9f1559 req-cfe005d4-a647-444c-9e28-36c9a41f3f0e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777818 Jun 22 10:16:30.705671 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:30.708916 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-7a9efca5-e46e-4981-b785-6091252775f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:30.710453 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-7a9efca5-e46e-4981-b785-6091252775f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee9d603d9cc4a8797f55d544f189720&device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 1127 time: 0.1353917 Jun 22 10:16:30.736574 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-be548622-364d-474f-93f4-17a37dcefc72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773364491457'] for network (34c487fe-c661-4788-96f8-39a7989d9674), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:30.750872 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 468a7090-7d3f-43e5-8303-b6f8870ced56 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:30.750872 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:30.772857 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-be548622-364d-474f-93f4-17a37dcefc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for network (34c487fe-c661-4788-96f8-39a7989d9674), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:30.775092 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be548622-364d-474f-93f4-17a37dcefc72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:30.775885 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-be548622-364d-474f-93f4-17a37dcefc72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:30.786697 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port fae1b3df-59c5-40aa-9acc-2d668ec3c54d, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=fae1b3df-59c5-40aa-9acc-2d668ec3c54d,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:30.791528 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 468a7090-7d3f-43e5-8303-b6f8870ced56 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:16:30.802599 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (fae1b3df-59c5-40aa-9acc-2d668ec3c54d), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:30.841172 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-be548622-364d-474f-93f4-17a37dcefc72 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5947087 Jun 22 10:16:30.841383 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37324) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:30.847177 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-ebe0dac6-d474-4955-8483-01ef7b971613 admin admin] Request body: {'subnet': {'network_id': '34c487fe-c661-4788-96f8-39a7989d9674', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1151670613-subnet', 'tenant_id': '50697233884d47208562353f0b6f9fb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:30.874554 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=fae1b3df-59c5-40aa-9acc-2d668ec3c54d,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:30.893452 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 468a7090-7d3f-43e5-8303-b6f8870ced56, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=468a7090-7d3f-43e5-8303-b6f8870ced56,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:30.901177 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:30.901440 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe0dac6-d474-4955-8483-01ef7b971613 admin admin] Made reservation on behalf of 50697233884d47208562353f0b6f9fb3 for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:16:30.903999 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ebe0dac6-d474-4955-8483-01ef7b971613 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:30.923788 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be548622-364d-474f-93f4-17a37dcefc72 admin admin] Pushing event updated for resources: {'Network': ['ID=34c487fe-c661-4788-96f8-39a7989d9674,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:30.962990 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:30.963760 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:30.970969 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Network 34c487fe-c661-4788-96f8-39a7989d9674 details requested by agent ovs-agent-dv-cinder-847131-1-iscsi with host dv-cinder-847131-1-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 10:16:30.991294 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=468a7090-7d3f-43e5-8303-b6f8870ced56,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:30.996097 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d495ae-295a-4ffa-a2d9-5774249e687d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae1b3df-59c5-40aa-9acc-2d668ec3c54d'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:16:30.998342 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23d52b2-605c-4198-ae77-c44e05ed5a6e" -d '{"events": [{"server_uuid": "a8d495ae-295a-4ffa-a2d9-5774249e687d", "name": "network-vif-plugged", "status": "completed", "tag": "fae1b3df-59c5-40aa-9acc-2d668ec3c54d"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:16:31.076760 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60975566-1a4d-4567-a33b-2e02e61125bc x-openstack-request-id: req-60975566-1a4d-4567-a33b-2e02e61125bc {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:16:31.077060 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d495ae-295a-4ffa-a2d9-5774249e687d", "name": "network-vif-plugged", "status": "completed", "tag": "fae1b3df-59c5-40aa-9acc-2d668ec3c54d", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:16:31.077315 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60975566-1a4d-4567-a33b-2e02e61125bc {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:16:31.077724 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60975566-1a4d-4567-a33b-2e02e61125bc'] response: {'server_uuid': 'a8d495ae-295a-4ffa-a2d9-5774249e687d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae1b3df-59c5-40aa-9acc-2d668ec3c54d', 'code': 200} Jun 22 10:16:31.135488 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e5b12-666f-49cd-8c44-037793856d47 req-7cf08ea1-b464-4af2-ac7b-b18548b560b8 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:31.136986 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c35e5b12-666f-49cd-8c44-037793856d47 req-7cf08ea1-b464-4af2-ac7b-b18548b560b8 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 945 time: 0.0867903 Jun 22 10:16:31.195246 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['468a7090-7d3f-43e5-8303-b6f8870ced56'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:16:31.242063 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ed37c-2ed4-4ee1-90d8-f47165720852 req-8d4ac04b-1b49-4836-8ef9-d0eacfe91070 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:31.243589 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7c8ed37c-2ed4-4ee1-90d8-f47165720852 req-8d4ac04b-1b49-4836-8ef9-d0eacfe91070 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 945 time: 0.1148288 Jun 22 10:16:31.291045 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c35e5b12-666f-49cd-8c44-037793856d47 req-4bafa106-7747-44b5-b37c-7123692478ba tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/security-groups?id=23400919-520f-4b7e-9690-2e2ee08b0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398201 Jun 22 10:16:31.291926 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ebe0dac6-d474-4955-8483-01ef7b971613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for subnet (945c8e56-37df-42ba-9525-994773da2ae8), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:31.418200 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0dac6-d474-4955-8483-01ef7b971613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=945c8e56-37df-42ba-9525-994773da2ae8,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:31.449745 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7c8ed37c-2ed4-4ee1-90d8-f47165720852 req-d489b2a4-769a-4524-84a6-bf1d9ba631f3 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fbae384d-7899-4b5c-b239-851b516c0119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773088 Jun 22 10:16:31.478813 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc48719-5b2b-4855-8220-aa7a2415ec7f req-52d02765-accd-4b39-bb1a-42ed08c83dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:31.480866 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2bc48719-5b2b-4855-8220-aa7a2415ec7f req-52d02765-accd-4b39-bb1a-42ed08c83dcb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad52333bcbec425089c44c3e55df97ff&device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 1128 time: 0.1070509 Jun 22 10:16:31.504668 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-50888aec-c1d9-49cf-a541-a7555f51fee3 req-d5693878-308f-4ed4-a614-8d4752a20545 service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844449 Jun 22 10:16:31.526522 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe0dac6-d474-4955-8483-01ef7b971613 admin admin] Checking segment: {'id': '587d5d46-4a73-4e6b-8616-dd9dd9567795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': '34c487fe-c661-4788-96f8-39a7989d9674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:16:31.526845 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe0dac6-d474-4955-8483-01ef7b971613 admin admin] Network hostable DHCP agents. Network: 34c487fe-c661-4788-96f8-39a7989d9674, hostable agents: ['932caf1b-e271-42cd-92f3-ee8a2197157a'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:16:31.640475 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:31.686730 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f761e-5ec7-41ec-aca8-a6b461b518d4 req-9e83325b-edc8-4ff4-8771-cf654ad032fd tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:31.689302 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9f2f761e-5ec7-41ec-aca8-a6b461b518d4 req-9e83325b-edc8-4ff4-8771-cf654ad032fd tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 944 time: 0.1905208 Jun 22 10:16:31.731451 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb9622-583f-440c-85e9-b66136993d49 req-044be432-8b08-46ef-9c20-c9ba3033ed55 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:31.733283 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-bdeb9622-583f-440c-85e9-b66136993d49 req-044be432-8b08-46ef-9c20-c9ba3033ed55 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 944 time: 0.1288579 Jun 22 10:16:31.747346 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-5b1ea81c-c60b-4b14-821c-39be5f4b8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:31.747346 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-5b1ea81c-c60b-4b14-821c-39be5f4b8529 service neutron] 10.222.0.59 "GET /v2.0/networks?id=323c8696-2ed1-4abe-97f8-e9536ce29485 HTTP/1.1" status: 200 len: 918 time: 0.3586841 Jun 22 10:16:31.747346 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe0dac6-d474-4955-8483-01ef7b971613 admin admin] Network 34c487fe-c661-4788-96f8-39a7989d9674 is scheduled to be hosted by DHCP agent 932caf1b-e271-42cd-92f3-ee8a2197157a with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:16:31.757972 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37360) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:31.774958 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-ebe0dac6-d474-4955-8483-01ef7b971613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-1-iscsi, 34c487fe-c661-4788-96f8-39a7989d9674) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:16:31.780032 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe0dac6-d474-4955-8483-01ef7b971613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:31.780628 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ebe0dac6-d474-4955-8483-01ef7b971613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:31.787584 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b03b1b-5173-429b-808c-d9207bacc2c0 None None] Network 34c487fe-c661-4788-96f8-39a7989d9674 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:16:31.857109 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ebe0dac6-d474-4955-8483-01ef7b971613 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0122035 Jun 22 10:16:31.871212 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9f2f761e-5ec7-41ec-aca8-a6b461b518d4 req-edaf04ea-225b-4a91-9f99-28040495def2 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608863 Jun 22 10:16:31.940967 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-ecfdec39-b098-4145-8283-bfbaf7f85b78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=468a7090-7d3f-43e5-8303-b6f8870ced56 HTTP/1.1" status: 200 len: 217 time: 0.0787311 Jun 22 10:16:31.950989 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-bdeb9622-583f-440c-85e9-b66136993d49 req-1e1faa9f-4319-4b71-bb95-951e03988e10 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014570 Jun 22 10:16:32.018312 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:32.064675 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-bfc5468c-e095-4a98-8bcb-0022d0f6e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:32.066285 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-bfc5468c-e095-4a98-8bcb-0022d0f6e7bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f3117d9-0d1e-434f-abb4-63ad07de2d8c HTTP/1.1" status: 200 len: 856 time: 0.1143713 Jun 22 10:16:32.074787 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac36e8-8261-4a4d-a99d-9ee14ff5bffe req-7aff240b-ed33-48f7-ad00-59cb819764a5 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:32.076580 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-80ac36e8-8261-4a4d-a99d-9ee14ff5bffe req-7aff240b-ed33-48f7-ad00-59cb819764a5 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 943 time: 0.0834615 Jun 22 10:16:32.077416 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05e1db8-dfae-437d-948b-93a8e45f7780 None None] Network 34c487fe-c661-4788-96f8-39a7989d9674 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:16:32.141312 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:32.143356 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9db475a9-4df5-4ffe-a0f2-39dfbc206a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:32.152351 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144b25b-0a62-4e03-8645-4d72cb79bbb9 req-4e91573b-b51d-4865-b9f6-4594aeec4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:32.154218 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2144b25b-0a62-4e03-8645-4d72cb79bbb9 req-4e91573b-b51d-4865-b9f6-4594aeec4e21 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 1129 time: 0.1103246 Jun 22 10:16:32.178162 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-80a1d7e6-d99a-4870-89ac-d6989a65d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:32.179921 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-80a1d7e6-d99a-4870-89ac-d6989a65d50f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=323c8696-2ed1-4abe-97f8-e9536ce29485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1024146 Jun 22 10:16:32.183718 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37368) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:32.227509 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-80ac36e8-8261-4a4d-a99d-9ee14ff5bffe req-200d59da-2474-4890-82b5-aafc65b96ccf tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392510 Jun 22 10:16:32.230830 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc48719-5b2b-4855-8220-aa7a2415ec7f req-134245ce-c034-49b7-a77a-76d5e41895c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:32.232340 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2bc48719-5b2b-4855-8220-aa7a2415ec7f req-134245ce-c034-49b7-a77a-76d5e41895c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f4e78d1e-cabc-488a-aae3-f9e986faebb4 HTTP/1.1" status: 200 len: 912 time: 0.3856678 Jun 22 10:16:32.236308 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2a8db-e24d-4763-9537-d6160684c0da req-4b89e520-c4b3-4e7b-9980-c27192af2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:32.237764 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-28d2a8db-e24d-4763-9537-d6160684c0da req-4b89e520-c4b3-4e7b-9980-c27192af2ca4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 1130 time: 0.1635432 Jun 22 10:16:32.253679 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device d017dd0e-ef63-4ffa-af06-35b32a6bf63f details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:16:32.256196 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 468a7090-7d3f-43e5-8303-b6f8870ced56 up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:32.300401 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2bc48719-5b2b-4855-8220-aa7a2415ec7f req-c9aab10c-c727-4583-a958-03c723a3bc0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d017dd0e-ef63-4ffa-af06-35b32a6bf63f HTTP/1.1" status: 200 len: 217 time: 0.0579689 Jun 22 10:16:32.301807 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e1ae3d-bc55-4445-b07d-6c9e2d97f964 admin admin] Deleting subnet ba531150-5517-466c-b818-9f568a497cd4 {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 10:16:32.315217 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-16e1ae3d-bc55-4445-b07d-6c9e2d97f964 admin admin] Publish callbacks [] for subnet (ba531150-5517-466c-b818-9f568a497cd4), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:32.365736 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port 468a7090-7d3f-43e5-8303-b6f8870ced56 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:16:32.368272 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-16e1ae3d-bc55-4445-b07d-6c9e2d97f964 admin admin] Publish callbacks [] for subnet (ba531150-5517-466c-b818-9f568a497cd4), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:32.377645 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2144b25b-0a62-4e03-8645-4d72cb79bbb9 req-2045ac8e-4809-4090-a002-8d15f0687954 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fbae384d-7899-4b5c-b239-851b516c0119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963167 Jun 22 10:16:32.378074 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port 468a7090-7d3f-43e5-8303-b6f8870ced56 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:32.378436 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:32.378546 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-1c1808f9-129e-48f3-b321-837205e4950b service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847298 Jun 22 10:16:32.382039 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-16e1ae3d-bc55-4445-b07d-6c9e2d97f964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739848'] for subnet (ba531150-5517-466c-b818-9f568a497cd4), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:32.409366 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-28d2a8db-e24d-4763-9537-d6160684c0da req-cc817621-b3fa-46e6-934a-69409a3ee606 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618268 Jun 22 10:16:32.424983 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc48719-5b2b-4855-8220-aa7a2415ec7f req-602024f5-6d24-437e-8e8f-c4450be1469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:32.425307 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port d017dd0e-ef63-4ffa-af06-35b32a6bf63f, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=d017dd0e-ef63-4ffa-af06-35b32a6bf63f,segment=NetworkSegment(5dd0de8d-f8c8-4942-86ff-82b5a3cacf29),segment_id=5dd0de8d-f8c8-4942-86ff-82b5a3cacf29)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:32.426499 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2bc48719-5b2b-4855-8220-aa7a2415ec7f req-602024f5-6d24-437e-8e8f-c4450be1469f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783 HTTP/1.1" status: 200 len: 850 time: 0.1097734 Jun 22 10:16:32.439975 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': 'd017dd0e-ef63-4ffa-af06-35b32a6bf63f', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'port_id': 'd017dd0e-ef63-4ffa-af06-35b32a6bf63f', 'mac_address': 'fa:16:3e:d6:c7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 994, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:16:32.441712 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9db475a9-4df5-4ffe-a0f2-39dfbc206a9a admin admin] Publish callbacks [] for security_group (5d8ebf70-5160-429f-acc2-f65b616072c1), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:32.447269 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9db475a9-4df5-4ffe-a0f2-39dfbc206a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (5d8ebf70-5160-429f-acc2-f65b616072c1), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:32.450879 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-16e1ae3d-bc55-4445-b07d-6c9e2d97f964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for subnet (ba531150-5517-466c-b818-9f568a497cd4), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:32.467897 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:32.471860 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:32.473819 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db475a9-4df5-4ffe-a0f2-39dfbc206a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8ebf70-5160-429f-acc2-f65b616072c1,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:32.503784 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-9db475a9-4df5-4ffe-a0f2-39dfbc206a9a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b4bdb4aae5c48d293c31ddde7c77fbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7447879 Jun 22 10:16:32.504400 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37372) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:32.510025 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1ae3d-bc55-4445-b07d-6c9e2d97f964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba531150-5517-466c-b818-9f568a497cd4,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:32.513531 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-16e1ae3d-bc55-4445-b07d-6c9e2d97f964 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:32.520401 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-16e1ae3d-bc55-4445-b07d-6c9e2d97f964 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ba531150-5517-466c-b818-9f568a497cd4 HTTP/1.1" status: 204 len: 168 time: 0.3350992 Jun 22 10:16:32.521052 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37374) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:32.532359 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port d017dd0e-ef63-4ffa-af06-35b32a6bf63f is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:32.533037 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (d017dd0e-ef63-4ffa-af06-35b32a6bf63f), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:32.547271 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 468a7090-7d3f-43e5-8303-b6f8870ced56 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:32.548279 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:32.567114 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-11a63ba3-e861-4913-883e-ced1512eb5cd admin admin] Publish callbacks [] for security_group (5d8ebf70-5160-429f-acc2-f65b616072c1), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:32.593679 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-11a63ba3-e861-4913-883e-ced1512eb5cd admin admin] Publish callbacks [] for security_group (5d8ebf70-5160-429f-acc2-f65b616072c1), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:32.643826 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1791967'] for network (718cdc27-94da-4d48-a5b1-2c482c3b434b), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:32.664268 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-11a63ba3-e861-4913-883e-ced1512eb5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (5d8ebf70-5160-429f-acc2-f65b616072c1), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:32.665270 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea72341-e158-4fff-8be0-365bb7ebd6cd req-8f2c0ea6-a548-45df-b860-7907594d6411 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:32.667158 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fea72341-e158-4fff-8be0-365bb7ebd6cd req-8f2c0ea6-a548-45df-b860-7907594d6411 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 945 time: 0.1172404 Jun 22 10:16:32.667905 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-11a63ba3-e861-4913-883e-ced1512eb5cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:32.670452 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-11a63ba3-e861-4913-883e-ced1512eb5cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d8ebf70-5160-429f-acc2-f65b616072c1 HTTP/1.1" status: 204 len: 168 time: 0.1650462 Jun 22 10:16:32.684254 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d017dd0e-ef63-4ffa-af06-35b32a6bf63f {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:16:32.684432 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a63ba3-e861-4913-883e-ced1512eb5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8ebf70-5160-429f-acc2-f65b616072c1,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:32.724012 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port d017dd0e-ef63-4ffa-af06-35b32a6bf63f, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=d017dd0e-ef63-4ffa-af06-35b32a6bf63f,segment=NetworkSegment(5dd0de8d-f8c8-4942-86ff-82b5a3cacf29),segment_id=5dd0de8d-f8c8-4942-86ff-82b5a3cacf29)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:32.734356 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 468a7090-7d3f-43e5-8303-b6f8870ced56, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=468a7090-7d3f-43e5-8303-b6f8870ced56,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:32.735887 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (d017dd0e-ef63-4ffa-af06-35b32a6bf63f), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:32.736786 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 211d6c80-be72-4645-8f0a-ec8e4b68c761 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:16:32.770946 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:32.780254 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fea72341-e158-4fff-8be0-365bb7ebd6cd req-6d1ffe39-439e-4ef1-ba69-bf45eb3924b0 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fbae384d-7899-4b5c-b239-851b516c0119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005490 Jun 22 10:16:32.811608 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722933', 'neutron.services.segments.db._delete_segments_for_network-8773365012875'] for network (718cdc27-94da-4d48-a5b1-2c482c3b434b), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:32.814003 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=d017dd0e-ef63-4ffa-af06-35b32a6bf63f,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:32.822494 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:32.825430 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:32.841937 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:32.842627 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:32.843509 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:32.844005 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Subscribe: > port after_create 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:32.844479 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:32.848688 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Subscribe: > port after_update 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:32.849219 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:32.849846 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:32.850712 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:32.851361 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:32.911988 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=468a7090-7d3f-43e5-8303-b6f8870ced56,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:32.934795 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 211d6c80-be72-4645-8f0a-ec8e4b68c761, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=211d6c80-be72-4645-8f0a-ec8e4b68c761,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:32.951881 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': '211d6c80-be72-4645-8f0a-ec8e4b68c761', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'port_id': '211d6c80-be72-4645-8f0a-ec8e4b68c761', 'mac_address': 'fa:16:3e:c3:03:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:16:33.003528 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 211d6c80-be72-4645-8f0a-ec8e4b68c761 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:33.003923 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (211d6c80-be72-4645-8f0a-ec8e4b68c761), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:33.019825 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211d6c80-be72-4645-8f0a-ec8e4b68c761 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:16:33.034304 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:33.034847 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:33.035184 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:33.035536 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:33.036158 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718cdc27-94da-4d48-a5b1-2c482c3b434b']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:33.047292 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 211d6c80-be72-4645-8f0a-ec8e4b68c761, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=211d6c80-be72-4645-8f0a-ec8e4b68c761,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:33.053271 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (211d6c80-be72-4645-8f0a-ec8e4b68c761), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:33.080168 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dbd5ab-5688-4de4-9da2-0b89d7cefb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468a7090-7d3f-43e5-8303-b6f8870ced56'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:16:33.082431 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e9aeb8-0ed1-46d7-b216-34f3c8c6c757" -d '{"events": [{"server_uuid": "73dbd5ab-5688-4de4-9da2-0b89d7cefb11", "name": "network-vif-plugged", "status": "completed", "tag": "468a7090-7d3f-43e5-8303-b6f8870ced56"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:16:33.095690 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe22cffc-7426-47fb-abb7-353a7d58c0fb') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:33.096143 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe22cffc-7426-47fb-abb7-353a7d58c0fb') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:33.123240 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=211d6c80-be72-4645-8f0a-ec8e4b68c761,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:33.147767 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc48719-5b2b-4855-8220-aa7a2415ec7f req-ea324456-81e2-49b9-84a2-8fa1d8483371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:33.147767 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2bc48719-5b2b-4855-8220-aa7a2415ec7f req-ea324456-81e2-49b9-84a2-8fa1d8483371 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f4e78d1e-cabc-488a-aae3-f9e986faebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565021 Jun 22 10:16:33.320121 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773365013140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4278859'] for segment (fe22cffc-7426-47fb-abb7-353a7d58c0fb), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:33.377483 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b01b2f-ecdd-4b91-bd14-21f76e0e5ff7 req-ddf8cd21-22ea-4a38-a0af-97d26b44c428 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:33.379009 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-32b01b2f-ecdd-4b91-bd14-21f76e0e5ff7 req-ddf8cd21-22ea-4a38-a0af-97d26b44c428 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 945 time: 0.3362470 Jun 22 10:16:33.396929 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (fe22cffc-7426-47fb-abb7-353a7d58c0fb), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:33.420345 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ac722-ce18-4f91-86b2-f89f87d36498 req-6fe794b3-60d5-4055-85c4-c39d62215a2f tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:33.421823 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1d2ac722-ce18-4f91-86b2-f89f87d36498 req-6fe794b3-60d5-4055-85c4-c39d62215a2f tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.3693085 Jun 22 10:16:33.423661 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Releasing vlan 982 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:16:33.424116 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6232530'] for segment (fe22cffc-7426-47fb-abb7-353a7d58c0fb), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:33.503837 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['d017dd0e-ef63-4ffa-af06-35b32a6bf63f'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:16:33.611069 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745775'] for network (718cdc27-94da-4d48-a5b1-2c482c3b434b), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:33.625834 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-31747081-8547-4a2c-b870-944be96fd1c3 service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105782 Jun 22 10:16:33.634046 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:33.637683 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-32b01b2f-ecdd-4b91-bd14-21f76e0e5ff7 req-a9df63fe-de98-4548-b929-2e14f75a29af tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424576 Jun 22 10:16:33.638669 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:33.642361 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] 10.222.0.43 "DELETE /v2.0/networks/718cdc27-94da-4d48-a5b1-2c482c3b434b HTTP/1.1" status: 204 len: 168 time: 1.1203003 Jun 22 10:16:33.653823 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37416) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:33.670064 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1d2ac722-ce18-4f91-86b2-f89f87d36498 req-33ca71bf-08a1-4898-aa55-2df1f47e4e9b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233219 Jun 22 10:16:33.671167 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['211d6c80-be72-4645-8f0a-ec8e4b68c761'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:16:33.688092 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38216e3c-050f-406a-9ace-1f8ee31b194f admin admin] Pushing event deleted for resources: {'Network': ['ID=718cdc27-94da-4d48-a5b1-2c482c3b434b,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:33.754324 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01536d58-a6bb-473d-aca7-1607749eaf21 x-openstack-request-id: req-01536d58-a6bb-473d-aca7-1607749eaf21 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:16:33.754642 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dbd5ab-5688-4de4-9da2-0b89d7cefb11", "name": "network-vif-plugged", "status": "completed", "tag": "468a7090-7d3f-43e5-8303-b6f8870ced56", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:16:33.755147 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01536d58-a6bb-473d-aca7-1607749eaf21 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:16:33.755541 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01536d58-a6bb-473d-aca7-1607749eaf21'] response: {'server_uuid': '73dbd5ab-5688-4de4-9da2-0b89d7cefb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468a7090-7d3f-43e5-8303-b6f8870ced56', 'code': 200} Jun 22 10:16:33.792901 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6e4cc2-8962-4f5c-9796-51c442017ce1 admin admin] Deleting subnet 945c8e56-37df-42ba-9525-994773da2ae8 {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 10:16:33.801008 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5f6e4cc2-8962-4f5c-9796-51c442017ce1 admin admin] Publish callbacks [] for subnet (945c8e56-37df-42ba-9525-994773da2ae8), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:33.836855 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:33.853621 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2bc48719-5b2b-4855-8220-aa7a2415ec7f req-94ce555c-8c0b-492d-8c77-5f4c42c062d6 service neutron] 10.222.0.59 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028214 Jun 22 10:16:33.889406 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment fe22cffc-7426-47fb-abb7-353a7d58c0fb resource provider aggregate not found Jun 22 10:16:33.919082 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment fe22cffc-7426-47fb-abb7-353a7d58c0fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe22cffc-7426-47fb-abb7-353a7d58c0fb found for delete ", "request_id": "req-3baf7fac-4840-4ac8-85f0-d0534063f73b"}]} Jun 22 10:16:33.928188 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5f6e4cc2-8962-4f5c-9796-51c442017ce1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4278864'] for subnet (945c8e56-37df-42ba-9525-994773da2ae8), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:33.962661 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d864acf-9ca0-4730-856e-6ee713dc5b30 req-e6f9380b-024c-48b4-b696-0cf88904af1a tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:33.964171 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9d864acf-9ca0-4730-856e-6ee713dc5b30 req-e6f9380b-024c-48b4-b696-0cf88904af1a tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 944 time: 0.0989461 Jun 22 10:16:34.006016 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5f6e4cc2-8962-4f5c-9796-51c442017ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739848'] for subnet (945c8e56-37df-42ba-9525-994773da2ae8), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:34.067039 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9d864acf-9ca0-4730-856e-6ee713dc5b30 req-ad43253b-d32c-4e98-8593-1431bde4023b tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932467 Jun 22 10:16:34.101058 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5f6e4cc2-8962-4f5c-9796-51c442017ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6232504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517476'] for subnet (945c8e56-37df-42ba-9525-994773da2ae8), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:34.133764 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e4cc2-8962-4f5c-9796-51c442017ce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=945c8e56-37df-42ba-9525-994773da2ae8,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:34.138446 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5f6e4cc2-8962-4f5c-9796-51c442017ce1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:34.145263 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-5f6e4cc2-8962-4f5c-9796-51c442017ce1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/945c8e56-37df-42ba-9525-994773da2ae8 HTTP/1.1" status: 204 len: 168 time: 0.4890108 Jun 22 10:16:34.147103 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37430) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:34.256377 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f5050-1854-44fb-91ce-f6f5b02627ff req-550d1fdc-9c54-4f72-ae9d-27d88fb5fff9 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:34.262370 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6c0f5050-1854-44fb-91ce-f6f5b02627ff req-550d1fdc-9c54-4f72-ae9d-27d88fb5fff9 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 945 time: 0.0586054 Jun 22 10:16:34.317547 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1791967'] for network (34c487fe-c661-4788-96f8-39a7989d9674), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:34.322195 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6c0f5050-1854-44fb-91ce-f6f5b02627ff req-f0a65f41-a6d9-4f8f-ac67-5593ad57422e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fbae384d-7899-4b5c-b239-851b516c0119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586317 Jun 22 10:16:34.350230 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2bc48719-5b2b-4855-8220-aa7a2415ec7f req-f8e71689-9b8d-4a5e-9a72-10b80ef75789 service neutron] 10.222.0.59 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053933 Jun 22 10:16:34.417215 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722933', 'neutron.services.segments.db._delete_segments_for_network-8773365012875'] for network (34c487fe-c661-4788-96f8-39a7989d9674), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:34.439948 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:34.440339 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:34.441101 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:34.441490 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Subscribe: > port after_create 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:34.441848 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Subscribe: > port after_delete 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:34.442174 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Subscribe: > port after_update 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:34.442526 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:34.442871 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:34.443193 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:34.443555 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:34.467668 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac81c96-5c27-410a-b12d-f5000841420e req-438a1f09-3855-45d4-b041-8dbb0b5033be tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:34.469130 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-eac81c96-5c27-410a-b12d-f5000841420e req-438a1f09-3855-45d4-b041-8dbb0b5033be tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 945 time: 0.0473635 Jun 22 10:16:34.478407 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37438) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:34.482916 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-01dad03a-80ba-466b-a032-aed026376906 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'floatingip': {'port_id': 'f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:34.518542 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:34.519590 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:34.519929 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:34.520253 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 10:16:34.520937 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c487fe-c661-4788-96f8-39a7989d9674']}} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:34.545591 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587d5d46-4a73-4e6b-8616-dd9dd9567795') {'for_net_delete': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:34.545910 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587d5d46-4a73-4e6b-8616-dd9dd9567795') {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:34.550620 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:34.560829 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-01dad03a-80ba-466b-a032-aed026376906 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (41b4174c-48c4-477d-b0c7-30af71db9f0a), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:34.565608 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773365013140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6288368'] for segment (587d5d46-4a73-4e6b-8616-dd9dd9567795), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:34.592806 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:34.802471 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (587d5d46-4a73-4e6b-8616-dd9dd9567795), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:34.831241 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Releasing vlan 997 on physical network physnet1 to pool {{(pid=104122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:16:34.831625 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5276705'] for segment (587d5d46-4a73-4e6b-8616-dd9dd9567795), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:34.868142 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-407fe8b5-c277-4ec7-a2f4-1ac63bddeab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:34.869982 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-407fe8b5-c277-4ec7-a2f4-1ac63bddeab8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2&device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 1128 time: 0.2782528 Jun 22 10:16:34.946381 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745775'] for network (34c487fe-c661-4788-96f8-39a7989d9674), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:34.977243 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device d017dd0e-ef63-4ffa-af06-35b32a6bf63f up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:34.989586 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:34.995573 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] 10.222.0.43 "DELETE /v2.0/networks/34c487fe-c661-4788-96f8-39a7989d9674 HTTP/1.1" status: 204 len: 168 time: 0.8468981 Jun 22 10:16:34.996536 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe365c-cd74-4a78-a961-2f5e63519c17 req-c1ca76c6-92e5-45e6-bd43-915e341db690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:34.998134 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4afe365c-cd74-4a78-a961-2f5e63519c17 req-c1ca76c6-92e5-45e6-bd43-915e341db690 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 1129 time: 0.1631696 Jun 22 10:16:35.046909 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cf4ad-47c7-4ff6-bf01-6176e1b2499b admin admin] Pushing event deleted for resources: {'Network': ['ID=34c487fe-c661-4788-96f8-39a7989d9674,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:35.052249 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port d017dd0e-ef63-4ffa-af06-35b32a6bf63f completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:16:35.052775 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment 587d5d46-4a73-4e6b-8616-dd9dd9567795 resource provider aggregate not found Jun 22 10:16:35.064701 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port d017dd0e-ef63-4ffa-af06-35b32a6bf63f triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:35.065315 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (d017dd0e-ef63-4ffa-af06-35b32a6bf63f), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:35.078178 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2cf8e-294c-4ba9-a0ee-d37b289f3ac7 req-056248b1-7e59-4515-8c1c-3f77a011c9b4 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:35.083822 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment 587d5d46-4a73-4e6b-8616-dd9dd9567795 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 587d5d46-4a73-4e6b-8616-dd9dd9567795 found for delete ", "request_id": "req-b3496bd4-15cf-4227-90b2-7d80e7549617"}]} Jun 22 10:16:35.086927 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7da2cf8e-294c-4ba9-a0ee-d37b289f3ac7 req-056248b1-7e59-4515-8c1c-3f77a011c9b4 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 945 time: 0.3483932 Jun 22 10:16:35.139732 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-f50d1ac1-0b13-4ad7-b18c-9b24576dd2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:35.142075 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-f50d1ac1-0b13-4ad7-b18c-9b24576dd2d5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4f5c1d12-de71-40fa-95b0-3e1b37dac412 HTTP/1.1" status: 200 len: 920 time: 0.2398169 Jun 22 10:16:35.170649 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port d017dd0e-ef63-4ffa-af06-35b32a6bf63f is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:35.171185 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (d017dd0e-ef63-4ffa-af06-35b32a6bf63f), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:35.192477 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43c243-bd4b-4f86-b622-76bde64bf3cc req-39b1c2a5-9f66-47df-8a09-82fc09555e6c tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:35.199382 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ba43c243-bd4b-4f86-b622-76bde64bf3cc req-39b1c2a5-9f66-47df-8a09-82fc09555e6c tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.2002714 Jun 22 10:16:35.203301 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-a49b0538-31c5-4675-9359-fcbec8a15b91 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=211d6c80-be72-4645-8f0a-ec8e4b68c761 HTTP/1.1" status: 200 len: 217 time: 0.0549555 Jun 22 10:16:35.214973 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4afe365c-cd74-4a78-a961-2f5e63519c17 req-16b34edb-54bb-454a-a6e6-98bd96399c5e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569571 Jun 22 10:16:35.223672 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port d017dd0e-ef63-4ffa-af06-35b32a6bf63f, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=d017dd0e-ef63-4ffa-af06-35b32a6bf63f,segment=NetworkSegment(5dd0de8d-f8c8-4942-86ff-82b5a3cacf29),segment_id=5dd0de8d-f8c8-4942-86ff-82b5a3cacf29)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:35.233367 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (d017dd0e-ef63-4ffa-af06-35b32a6bf63f), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:35.235843 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 211d6c80-be72-4645-8f0a-ec8e4b68c761 up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:16:35.237433 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:35.266141 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37468) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:35.290843 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-6dfe2c90-acf8-478c-ba7d-cf7e152f333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:35.292580 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-6dfe2c90-acf8-478c-ba7d-cf7e152f333d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d52cd81-ade1-4a9c-ad07-0183651deb0b HTTP/1.1" status: 200 len: 858 time: 0.0832191 Jun 22 10:16:35.305679 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7da2cf8e-294c-4ba9-a0ee-d37b289f3ac7 req-d038188b-de68-4efd-901d-ccccc920b1b7 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179153 Jun 22 10:16:35.359421 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port 211d6c80-be72-4645-8f0a-ec8e4b68c761 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:16:35.366318 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=d017dd0e-ef63-4ffa-af06-35b32a6bf63f,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:35.371824 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port 211d6c80-be72-4645-8f0a-ec8e4b68c761 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:16:35.372266 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (211d6c80-be72-4645-8f0a-ec8e4b68c761), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:35.398622 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:35.472769 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-28ea41ea-14a7-4fc9-b66c-3b28e957125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:35.473434 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 211d6c80-be72-4645-8f0a-ec8e4b68c761 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:16:35.474022 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (211d6c80-be72-4645-8f0a-ec8e4b68c761), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:35.474311 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ba43c243-bd4b-4f86-b622-76bde64bf3cc req-05f8d919-5a03-47f5-80b6-5b741788f626 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707951 Jun 22 10:16:35.476657 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-28ea41ea-14a7-4fc9-b66c-3b28e957125d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f5c1d12-de71-40fa-95b0-3e1b37dac412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582571 Jun 22 10:16:35.525609 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 211d6c80-be72-4645-8f0a-ec8e4b68c761, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=211d6c80-be72-4645-8f0a-ec8e4b68c761,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:35.533214 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (211d6c80-be72-4645-8f0a-ec8e4b68c761), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:35.578262 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:35.626768 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-69eb05bc-c9ed-4106-b9b4-f8e8962d700a service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328912 Jun 22 10:16:35.632952 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=211d6c80-be72-4645-8f0a-ec8e4b68c761,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:35.757145 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb851ab6-0e89-41d2-be52-d76cdc8644d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd017dd0e-ef63-4ffa-af06-35b32a6bf63f'}, {'server_uuid': '9f07e4bb-f4e9-428e-8feb-db50b3ff2109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211d6c80-be72-4645-8f0a-ec8e4b68c761'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:16:35.759478 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd7adb3-0999-4958-84d2-3ab37353685e" -d '{"events": [{"server_uuid": "eb851ab6-0e89-41d2-be52-d76cdc8644d6", "name": "network-vif-plugged", "status": "completed", "tag": "d017dd0e-ef63-4ffa-af06-35b32a6bf63f"}, {"server_uuid": "9f07e4bb-f4e9-428e-8feb-db50b3ff2109", "name": "network-vif-plugged", "status": "completed", "tag": "211d6c80-be72-4645-8f0a-ec8e4b68c761"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:16:35.786041 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-103a6e18-ec09-4d22-b3d1-3b64c3924963 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58e0fb0a164241a5b29d13a059df08ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5129774 Jun 22 10:16:35.789307 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37476) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:35.798178 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24092df-952d-42c7-ba44-4e8d3c8ce59a req-00829bc3-06ec-4ec4-974c-8ed64530cec0 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:35.800368 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c24092df-952d-42c7-ba44-4e8d3c8ce59a req-00829bc3-06ec-4ec4-974c-8ed64530cec0 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 944 time: 0.3923988 Jun 22 10:16:35.800855 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Jun 2022 10:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960dcae3-5b7f-495c-a6a3-a20349b969a7 x-openstack-request-id: req-960dcae3-5b7f-495c-a6a3-a20349b969a7 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:16:35.801322 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb851ab6-0e89-41d2-be52-d76cdc8644d6", "name": "network-vif-plugged", "status": "completed", "tag": "d017dd0e-ef63-4ffa-af06-35b32a6bf63f", "code": 200}, {"server_uuid": "9f07e4bb-f4e9-428e-8feb-db50b3ff2109", "name": "network-vif-plugged", "status": "completed", "tag": "211d6c80-be72-4645-8f0a-ec8e4b68c761", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:16:35.801809 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-960dcae3-5b7f-495c-a6a3-a20349b969a7 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:16:35.802482 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-960dcae3-5b7f-495c-a6a3-a20349b969a7'] response: {'server_uuid': 'eb851ab6-0e89-41d2-be52-d76cdc8644d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd017dd0e-ef63-4ffa-af06-35b32a6bf63f', 'code': 200} Jun 22 10:16:35.803044 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-960dcae3-5b7f-495c-a6a3-a20349b969a7'] response: {'server_uuid': '9f07e4bb-f4e9-428e-8feb-db50b3ff2109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211d6c80-be72-4645-8f0a-ec8e4b68c761', 'code': 200} Jun 22 10:16:35.843066 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4905f6e8-9af8-46c3-a732-99cf74718024 admin admin] Publish callbacks [] for security_group (a22073c6-905e-4910-ac85-bde013091a06), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:35.866483 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4905f6e8-9af8-46c3-a732-99cf74718024 admin admin] Publish callbacks [] for security_group (a22073c6-905e-4910-ac85-bde013091a06), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:35.931224 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4905f6e8-9af8-46c3-a732-99cf74718024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (a22073c6-905e-4910-ac85-bde013091a06), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:35.934377 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4905f6e8-9af8-46c3-a732-99cf74718024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:35.935537 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-4905f6e8-9af8-46c3-a732-99cf74718024 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a22073c6-905e-4910-ac85-bde013091a06 HTTP/1.1" status: 204 len: 168 time: 0.1451237 Jun 22 10:16:35.941402 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c24092df-952d-42c7-ba44-4e8d3c8ce59a req-26d832f5-d589-479d-9250-ef34d377282c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335776 Jun 22 10:16:35.947977 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905f6e8-9af8-46c3-a732-99cf74718024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22073c6-905e-4910-ac85-bde013091a06,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:36.023140 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-01dad03a-80ba-466b-a032-aed026376906 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:36.034914 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-01dad03a-80ba-466b-a032-aed026376906 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (41b4174c-48c4-477d-b0c7-30af71db9f0a), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:36.137402 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-01dad03a-80ba-466b-a032-aed026376906 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Floating IP 41b4174c-48c4-477d-b0c7-30af71db9f0a associated. External IP: 172.27.0.211, port: f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08. Jun 22 10:16:36.235668 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:36.319787 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37484) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:36.355527 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01dad03a-80ba-466b-a032-aed026376906 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:16:36.367419 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-d5b95d02-4298-4113-a7ef-1fd8edf6adf1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50697233884d47208562353f0b6f9fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464590 Jun 22 10:16:36.369941 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37488) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:36.425377 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0a314260-584a-4f58-850a-278a520394d8 admin admin] Publish callbacks [] for security_group (dcaf1a8d-0867-48f0-bf74-7027f8036567), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:36.450763 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0a314260-584a-4f58-850a-278a520394d8 admin admin] Publish callbacks [] for security_group (dcaf1a8d-0867-48f0-bf74-7027f8036567), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:36.491803 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30b39b-b4b6-4af9-9f8f-781aea3e31e0 req-9f6443ed-0410-4f41-9f61-648ec488c977 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:36.493261 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9a30b39b-b4b6-4af9-9f8f-781aea3e31e0 req-9f6443ed-0410-4f41-9f61-648ec488c977 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0898094 Jun 22 10:16:36.499202 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0a314260-584a-4f58-850a-278a520394d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (dcaf1a8d-0867-48f0-bf74-7027f8036567), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:36.502734 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0a314260-584a-4f58-850a-278a520394d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:36.503906 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-0a314260-584a-4f58-850a-278a520394d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dcaf1a8d-0867-48f0-bf74-7027f8036567 HTTP/1.1" status: 204 len: 168 time: 0.1327617 Jun 22 10:16:36.518126 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a314260-584a-4f58-850a-278a520394d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaf1a8d-0867-48f0-bf74-7027f8036567,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:36.536682 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01dad03a-80ba-466b-a032-aed026376906 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:16:36.545847 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-01dad03a-80ba-466b-a032-aed026376906 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:36.552693 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48cfaa-0b5c-4072-9430-253b8bab7ecc None None] Sync routers for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:16:36.567087 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc48cfaa-0b5c-4072-9430-253b8bab7ecc None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:16:36.567720 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-dc48cfaa-0b5c-4072-9430-253b8bab7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:16:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:36.591461 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9a30b39b-b4b6-4af9-9f8f-781aea3e31e0 req-f0e82e60-9902-4e07-b45f-d79d1a613f5d tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914445 Jun 22 10:16:36.597785 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-01dad03a-80ba-466b-a032-aed026376906 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "PUT /v2.0/floatingips/41b4174c-48c4-477d-b0c7-30af71db9f0a HTTP/1.1" status: 200 len: 991 time: 2.1183391 Jun 22 10:16:36.599605 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5828c9dc-3439-4da7-a94c-f81cbbfdcb99', 'tag': 'f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:16:36.602126 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898db771481267bf496a2732a32d4addbcaa54fa352ad4e4fb07179b33d7b991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683505e8-6adc-45ef-a4d1-b90f8d47c780" -d '{"events": [{"name": "network-changed", "server_uuid": "5828c9dc-3439-4da7-a94c-f81cbbfdcb99", "tag": "f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:16:36.679010 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19647617-dc0a-4ebc-b068-3e7873d137a6 req-a33c5064-c46a-4ff0-84c0-0b27ef4db3db tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:36.682309 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-19647617-dc0a-4ebc-b068-3e7873d137a6 req-a33c5064-c46a-4ff0-84c0-0b27ef4db3db tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0832753 Jun 22 10:16:36.684229 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c401b0bd-2acb-4c1d-8635-3ed2d36a0245 x-openstack-request-id: req-c401b0bd-2acb-4c1d-8635-3ed2d36a0245 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:16:36.684521 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5828c9dc-3439-4da7-a94c-f81cbbfdcb99", "tag": "f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:16:36.684803 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c401b0bd-2acb-4c1d-8635-3ed2d36a0245 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:16:36.685222 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c401b0bd-2acb-4c1d-8635-3ed2d36a0245'] response: {'name': 'network-changed', 'server_uuid': '5828c9dc-3439-4da7-a94c-f81cbbfdcb99', 'tag': 'f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08', 'status': 'completed', 'code': 200} Jun 22 10:16:36.712118 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-dc48cfaa-0b5c-4072-9430-253b8bab7ecc None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:16:36.739841 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-19647617-dc0a-4ebc-b068-3e7873d137a6 req-68a5759e-8d17-4b20-bec4-9da377d8816e tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513942 Jun 22 10:16:36.973722 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-dc48cfaa-0b5c-4072-9430-253b8bab7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '41b4174c-48c4-477d-b0c7-30af71db9f0a', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'port_id': 'f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'mac_address': 'fa:16:3e:5c:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828c9dc-3439-4da7-a94c-f81cbbfdcb99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:15:56Z', 'updated_at': '2022-06-22T10:16:35Z', 'revision_number': 1, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:36.998924 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48cfaa-0b5c-4072-9430-253b8bab7ecc None None] Checking router: 5451d18f-d46a-4c3a-8c24-a3ef6daffffe for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:16:37.007665 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc48cfaa-0b5c-4072-9430-253b8bab7ecc None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:16:37.008286 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-dc48cfaa-0b5c-4072-9430-253b8bab7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:16:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:37.077988 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50addc-8883-4da7-ab2d-97661dffa5b3 req-2262bd6b-de80-4ec0-8606-5baf37d9c237 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:37.080607 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-be50addc-8883-4da7-ab2d-97661dffa5b3 req-2262bd6b-de80-4ec0-8606-5baf37d9c237 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0558825 Jun 22 10:16:37.120084 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-dc48cfaa-0b5c-4072-9430-253b8bab7ecc None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:16:37.137347 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-be50addc-8883-4da7-ab2d-97661dffa5b3 req-301378eb-5aae-45f0-ac2b-55da0a93189a tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503418 Jun 22 10:16:37.409028 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-dc48cfaa-0b5c-4072-9430-253b8bab7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '41b4174c-48c4-477d-b0c7-30af71db9f0a', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'port_id': 'f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'mac_address': 'fa:16:3e:5c:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828c9dc-3439-4da7-a94c-f81cbbfdcb99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:15:56Z', 'updated_at': '2022-06-22T10:16:35Z', 'revision_number': 1, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:37.433713 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48cfaa-0b5c-4072-9430-253b8bab7ecc None None] The sync data for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi is: [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '41b4174c-48c4-477d-b0c7-30af71db9f0a', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'port_id': 'f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'mac_address': 'fa:16:3e:5c:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828c9dc-3439-4da7-a94c-f81cbbfdcb99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:15:56Z', 'updated_at': '2022-06-22T10:16:35Z', 'revision_number': 1, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:16:37.701573 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:37.721509 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa79e7b-84bb-4ff5-a2d1-f6b21167a5c2 req-e3aa941b-548a-424e-ac68-cfa70f8cd0e2 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:37.723302 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6fa79e7b-84bb-4ff5-a2d1-f6b21167a5c2 req-e3aa941b-548a-424e-ac68-cfa70f8cd0e2 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0520051 Jun 22 10:16:37.784022 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6fa79e7b-84bb-4ff5-a2d1-f6b21167a5c2 req-04bd5574-f8b4-43e1-946d-ceee1b4c13dd tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538926 Jun 22 10:16:37.876941 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfcc00-c929-46c4-94ab-2f7f14aef0d2 req-85c57cb6-06b3-4867-b507-6ec4992b667d tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:37.879008 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-becfcc00-c929-46c4-94ab-2f7f14aef0d2 req-85c57cb6-06b3-4867-b507-6ec4992b667d tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0590787 Jun 22 10:16:37.932112 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-becfcc00-c929-46c4-94ab-2f7f14aef0d2 req-41a13baa-5cb8-40ee-8694-61f71410bd43 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467000 Jun 22 10:16:38.191237 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe900d3-c2fb-426d-b150-f9e8914d2a46 None None] New status for floating IP 41b4174c-48c4-477d-b0c7-30af71db9f0a: ACTIVE {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:16:38.268976 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3558f-b7a9-4eee-9d7a-d60b87d7ccf8 req-ff78b779-526a-44e0-834b-44071834a934 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:38.270909 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-95d3558f-b7a9-4eee-9d7a-d60b87d7ccf8 req-ff78b779-526a-44e0-834b-44071834a934 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0543947 Jun 22 10:16:38.322933 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-95d3558f-b7a9-4eee-9d7a-d60b87d7ccf8 req-4327116c-8bf6-4569-9de2-b6767acc75fe tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447507 Jun 22 10:16:38.425811 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-78f444aa-aa3c-44c7-8e48-2f08e38599a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:38.750239 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683505e8-6adc-45ef-a4d1-b90f8d47c780 req-59e38616-0649-4017-82c7-d0bc67019ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:38.752626 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-683505e8-6adc-45ef-a4d1-b90f8d47c780 req-59e38616-0649-4017-82c7-d0bc67019ec2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78629282e2b74418a2c1cdac32576ef1&device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 1129 time: 0.0556459 Jun 22 10:16:38.791013 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ae5febed-f213-4ede-8e62-a05d01a3deb6 req-497cbb82-e800-4371-bc8d-1ce1b3e8b569 service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185544 Jun 22 10:16:38.973961 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce769938-1b22-4c33-87e8-352a517649de req-e97088bb-cb56-405d-8eee-0f4d17794041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:38.978149 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ce769938-1b22-4c33-87e8-352a517649de req-e97088bb-cb56-405d-8eee-0f4d17794041 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 1130 time: 0.0673566 Jun 22 10:16:38.985643 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:39.045233 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408c516-b421-441d-b6bc-2dfcb022299a req-0d9c9650-d779-4cf3-ade6-2ecc3dc9f365 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:39.046977 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1408c516-b421-441d-b6bc-2dfcb022299a req-0d9c9650-d779-4cf3-ade6-2ecc3dc9f365 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.1816063 Jun 22 10:16:39.144484 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683505e8-6adc-45ef-a4d1-b90f8d47c780 req-5497a50a-391c-4bdb-bc31-116153c15fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:39.146031 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-683505e8-6adc-45ef-a4d1-b90f8d47c780 req-5497a50a-391c-4bdb-bc31-116153c15fef service neutron] 10.222.0.59 "GET /v2.0/networks?id=8bc94bec-5b18-4b15-a531-8b4a0778b280 HTTP/1.1" status: 200 len: 915 time: 0.2525551 Jun 22 10:16:39.154098 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef0df9-f139-4755-8993-88c08bbcdac0 req-6be415de-c293-4231-8eb5-f8f53ee9a25d tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:39.155903 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-01ef0df9-f139-4755-8993-88c08bbcdac0 req-6be415de-c293-4231-8eb5-f8f53ee9a25d tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.1260300 Jun 22 10:16:39.192602 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1408c516-b421-441d-b6bc-2dfcb022299a req-7c146f10-671b-44d1-8b9d-0ce4d5f13b19 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317844 Jun 22 10:16:39.223536 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-01ef0df9-f139-4755-8993-88c08bbcdac0 req-c898e4c6-61f8-438e-9c2d-3d8bb0f523f3 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525098 Jun 22 10:16:39.336631 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3029e-2e26-4e4c-8a54-6dcfbd626fda req-fbb03ddb-1a00-4bf5-ad08-5cbcfae368a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:39.338089 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-14d3029e-2e26-4e4c-8a54-6dcfbd626fda req-fbb03ddb-1a00-4bf5-ad08-5cbcfae368a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0460200 Jun 22 10:16:39.347470 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37574) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:39.352145 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-3834928a-95e5-4e26-bc6e-05c70919c7ee tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Request body: {'floatingip': {'port_id': '468a7090-7d3f-43e5-8303-b6f8870ced56'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:39.424734 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3834928a-95e5-4e26-bc6e-05c70919c7ee tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for floatingip (671ce711-0b9c-44f2-864d-2b48a5559bc8), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:39.436569 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae1e43-d39d-4438-a986-5a0100997dfd req-949e3e8e-61b1-4241-9f7b-024ca0d5d4c5 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:39.438237 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cae1e43-d39d-4438-a986-5a0100997dfd req-949e3e8e-61b1-4241-9f7b-024ca0d5d4c5 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0473709 Jun 22 10:16:39.479745 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:39.493499 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cae1e43-d39d-4438-a986-5a0100997dfd req-d72d496d-c236-4e34-894c-e4050c38694a tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489752 Jun 22 10:16:40.049848 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3834928a-95e5-4e26-bc6e-05c70919c7ee tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:40.054570 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3834928a-95e5-4e26-bc6e-05c70919c7ee tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (671ce711-0b9c-44f2-864d-2b48a5559bc8), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:40.095088 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:40.152223 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.l3_db [None req-3834928a-95e5-4e26-bc6e-05c70919c7ee tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Floating IP 671ce711-0b9c-44f2-864d-2b48a5559bc8 associated. External IP: 172.27.0.133, port: 468a7090-7d3f-43e5-8303-b6f8870ced56. Jun 22 10:16:40.315636 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06857ab7-ea9a-4abf-8407-6b4d65640a81 req-5bbb1147-3d06-4554-b9bc-fc8671971d4d tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:40.317210 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-06857ab7-ea9a-4abf-8407-6b4d65640a81 req-5bbb1147-3d06-4554-b9bc-fc8671971d4d tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0488801 Jun 22 10:16:40.368975 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-06857ab7-ea9a-4abf-8407-6b4d65640a81 req-46b1cc4e-15d6-4204-9aae-95343da8578b tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459919 Jun 22 10:16:40.530110 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3834928a-95e5-4e26-bc6e-05c70919c7ee tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:16:40.608148 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3560f-f4e2-4dc3-b014-d78c15cb713e req-a49e8988-23ce-4bde-afb7-88d6177ead54 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:40.609529 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-65e3560f-f4e2-4dc3-b014-d78c15cb713e req-a49e8988-23ce-4bde-afb7-88d6177ead54 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0464051 Jun 22 10:16:40.639357 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3834928a-95e5-4e26-bc6e-05c70919c7ee tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:16:40.643949 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3834928a-95e5-4e26-bc6e-05c70919c7ee tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:40.650718 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c68ad85-7229-4c3a-8d27-44cacc345cfb None None] Sync routers for ids ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:16:40.657262 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-65e3560f-f4e2-4dc3-b014-d78c15cb713e req-ff78843d-50b6-4f78-ba46-eecfaedb16e7 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409362 Jun 22 10:16:40.661326 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:40.669071 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c68ad85-7229-4c3a-8d27-44cacc345cfb None None] Routers {'3a0cf69c-54dc-4d21-8efc-f403884bfaf1'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:16:40.669990 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-7c68ad85-7229-4c3a-8d27-44cacc345cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:16:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:40.677486 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-3834928a-95e5-4e26-bc6e-05c70919c7ee tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "PUT /v2.0/floatingips/671ce711-0b9c-44f2-864d-2b48a5559bc8 HTTP/1.1" status: 200 len: 991 time: 1.3266394 Jun 22 10:16:40.677486 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73dbd5ab-5688-4de4-9da2-0b89d7cefb11', 'tag': '468a7090-7d3f-43e5-8303-b6f8870ced56'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:16:40.678347 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1ab8d0-2dc5-405b-8493-8679e636770b" -d '{"events": [{"name": "network-changed", "server_uuid": "73dbd5ab-5688-4de4-9da2-0b89d7cefb11", "tag": "468a7090-7d3f-43e5-8303-b6f8870ced56"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:16:40.709829 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d6c105ac-a884-4db8-a925-3df3ed96e337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:40.714740 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20b189b-b5f9-405b-aef0-5b6c74478a44 x-openstack-request-id: req-b20b189b-b5f9-405b-aef0-5b6c74478a44 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:16:40.715024 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73dbd5ab-5688-4de4-9da2-0b89d7cefb11", "tag": "468a7090-7d3f-43e5-8303-b6f8870ced56", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:16:40.715274 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b20b189b-b5f9-405b-aef0-5b6c74478a44 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:16:40.715672 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20b189b-b5f9-405b-aef0-5b6c74478a44'] response: {'name': 'network-changed', 'server_uuid': '73dbd5ab-5688-4de4-9da2-0b89d7cefb11', 'tag': '468a7090-7d3f-43e5-8303-b6f8870ced56', 'status': 'completed', 'code': 200} Jun 22 10:16:40.780523 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-7c68ad85-7229-4c3a-8d27-44cacc345cfb None None] Set router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:16:40.866792 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:40.987472 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-7c68ad85-7229-4c3a-8d27-44cacc345cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:50Z', 'revision_number': 4, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'gw_port': {'id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:43Z', 'updated_at': '2022-06-22T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '671ce711-0b9c-44f2-864d-2b48a5559bc8', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'port_id': '468a7090-7d3f-43e5-8303-b6f8870ced56', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'mac_address': 'fa:16:3e:a0:62:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dbd5ab-5688-4de4-9da2-0b89d7cefb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:16:00Z', 'updated_at': '2022-06-22T10:16:39Z', 'revision_number': 1, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aecbac2-ed8b-476a-81de-7231270a736e', 'name': '', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'mac_address': 'fa:16:3e:61:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:48Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 5, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'subnets': [{'id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:41.014531 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c68ad85-7229-4c3a-8d27-44cacc345cfb None None] Checking router: 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:16:41.022781 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c68ad85-7229-4c3a-8d27-44cacc345cfb None None] Routers {'3a0cf69c-54dc-4d21-8efc-f403884bfaf1'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:16:41.023380 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-7c68ad85-7229-4c3a-8d27-44cacc345cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:16:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:41.124027 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-7c68ad85-7229-4c3a-8d27-44cacc345cfb None None] Set router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:16:41.330647 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-7c68ad85-7229-4c3a-8d27-44cacc345cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:50Z', 'revision_number': 4, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'gw_port': {'id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:43Z', 'updated_at': '2022-06-22T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '671ce711-0b9c-44f2-864d-2b48a5559bc8', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'port_id': '468a7090-7d3f-43e5-8303-b6f8870ced56', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'mac_address': 'fa:16:3e:a0:62:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dbd5ab-5688-4de4-9da2-0b89d7cefb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:16:00Z', 'updated_at': '2022-06-22T10:16:39Z', 'revision_number': 1, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aecbac2-ed8b-476a-81de-7231270a736e', 'name': '', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'mac_address': 'fa:16:3e:61:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:48Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 5, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'subnets': [{'id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:41.355693 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c68ad85-7229-4c3a-8d27-44cacc345cfb None None] The sync data for ids ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'] in dv-cinder-847131-1-iscsi is: [{'id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:50Z', 'revision_number': 4, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'gw_port': {'id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:43Z', 'updated_at': '2022-06-22T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '671ce711-0b9c-44f2-864d-2b48a5559bc8', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'port_id': '468a7090-7d3f-43e5-8303-b6f8870ced56', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'mac_address': 'fa:16:3e:a0:62:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dbd5ab-5688-4de4-9da2-0b89d7cefb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:16:00Z', 'updated_at': '2022-06-22T10:16:39Z', 'revision_number': 1, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aecbac2-ed8b-476a-81de-7231270a736e', 'name': '', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'mac_address': 'fa:16:3e:61:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:48Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 5, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'subnets': [{'id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:16:41.489176 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e9194-14ae-4a61-9c74-16997b5d2944 req-4af57238-d1c9-463f-8e3e-1d3c2d5e6f28 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:41.490767 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f96e9194-14ae-4a61-9c74-16997b5d2944 req-4af57238-d1c9-463f-8e3e-1d3c2d5e6f28 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0519364 Jun 22 10:16:41.540410 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f96e9194-14ae-4a61-9c74-16997b5d2944 req-88f0ac89-fdc1-4543-b7eb-eda806f65627 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439162 Jun 22 10:16:41.772898 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:41.786912 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f751af4-c76c-47c7-bdc6-52cccf861e1e req-956e4292-3101-4d6e-ae05-7acd82704d72 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:41.788541 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9f751af4-c76c-47c7-bdc6-52cccf861e1e req-956e4292-3101-4d6e-ae05-7acd82704d72 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0502148 Jun 22 10:16:41.838417 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9f751af4-c76c-47c7-bdc6-52cccf861e1e req-0c97f462-e41a-458c-a7d1-3cb1f307667c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442305 Jun 22 10:16:41.957964 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:42.045311 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef952e4c-6f56-441d-95e6-fac0c031d4c5 None None] New status for floating IP 671ce711-0b9c-44f2-864d-2b48a5559bc8: ACTIVE {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:16:42.118883 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:42.152062 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:42.196841 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-683505e8-6adc-45ef-a4d1-b90f8d47c780 req-dc0f3084-e313-4fca-a023-4fa236f2edba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 HTTP/1.1" status: 200 len: 1001 time: 0.1155035 Jun 22 10:16:42.205069 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd6b80-e979-4aee-9af6-e379320f91dd req-e64a3e39-f87c-4396-8fdf-2e6695d098a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:42.207208 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-96dd6b80-e979-4aee-9af6-e379320f91dd req-e64a3e39-f87c-4396-8fdf-2e6695d098a3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 1129 time: 0.1275997 Jun 22 10:16:42.215252 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ce769938-1b22-4c33-87e8-352a517649de req-914eabfa-0e65-4539-9ecf-961123c0c2c8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250319 Jun 22 10:16:42.222716 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ab8d0-2dc5-405b-8493-8679e636770b req-1d382be6-57e5-4c02-849d-2f5de653e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:42.224194 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9a1ab8d0-2dc5-405b-8493-8679e636770b req-1d382be6-57e5-4c02-849d-2f5de653e6be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee9d603d9cc4a8797f55d544f189720&device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 1129 time: 0.1078649 Jun 22 10:16:42.253027 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683505e8-6adc-45ef-a4d1-b90f8d47c780 req-35d8523e-4317-4230-998f-aadc2f92f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:42.254533 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-683505e8-6adc-45ef-a4d1-b90f8d47c780 req-35d8523e-4317-4230-998f-aadc2f92f121 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22fb0c08-5da0-43f7-a157-f246eb31d192 HTTP/1.1" status: 200 len: 853 time: 0.0510519 Jun 22 10:16:42.264480 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-96dd6b80-e979-4aee-9af6-e379320f91dd req-58752cb0-803f-4da7-a2ff-f141899675c8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479405 Jun 22 10:16:42.654470 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a5203-9e77-4a03-a42a-fe5a8041659d req-6933a86c-6826-401a-8423-1be400bb562d tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:42.655929 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c04a5203-9e77-4a03-a42a-fe5a8041659d req-6933a86c-6826-401a-8423-1be400bb562d tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0474391 Jun 22 10:16:42.767551 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ab8d0-2dc5-405b-8493-8679e636770b req-e411db97-698c-43c8-b999-a0cb17090586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:42.769315 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9a1ab8d0-2dc5-405b-8493-8679e636770b req-e411db97-698c-43c8-b999-a0cb17090586 service neutron] 10.222.0.59 "GET /v2.0/networks?id=323c8696-2ed1-4abe-97f8-e9536ce29485 HTTP/1.1" status: 200 len: 918 time: 0.0939896 Jun 22 10:16:42.956416 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683505e8-6adc-45ef-a4d1-b90f8d47c780 req-4cadebd3-bfb0-440b-b953-01cc082a579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:42.957945 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-683505e8-6adc-45ef-a4d1-b90f8d47c780 req-4cadebd3-bfb0-440b-b953-01cc082a579b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bc94bec-5b18-4b15-a531-8b4a0778b280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2811122 Jun 22 10:16:42.963374 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c04a5203-9e77-4a03-a42a-fe5a8041659d req-2a809bf6-79c7-4b28-85fc-2a46a6746bab tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3012114 Jun 22 10:16:42.978830 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848c8e5-f383-45f2-b072-f6fdc68db373 req-e4747fac-d92a-4e2f-a974-6b3a33733354 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:42.980539 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d848c8e5-f383-45f2-b072-f6fdc68db373 req-e4747fac-d92a-4e2f-a974-6b3a33733354 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0676949 Jun 22 10:16:43.025095 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:43.030035 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d848c8e5-f383-45f2-b072-f6fdc68db373 req-58dad738-3e1e-4986-8619-874beda9f9ac tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431714 Jun 22 10:16:43.150250 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-683505e8-6adc-45ef-a4d1-b90f8d47c780 req-79c39a92-a020-4bf7-a836-9d8773055b51 service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926268 Jun 22 10:16:43.410459 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:43.604631 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9a1ab8d0-2dc5-405b-8493-8679e636770b req-56f74598-e795-42d3-96fd-f5af4c669fc8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=468a7090-7d3f-43e5-8303-b6f8870ced56 HTTP/1.1" status: 200 len: 1001 time: 0.0836117 Jun 22 10:16:43.849835 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:44.076586 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05fd1e-db95-469c-84e2-935aa2ef1cbe req-ebb6ffbd-3bec-4332-9642-7f73db5f3d58 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:44.078120 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5f05fd1e-db95-469c-84e2-935aa2ef1cbe req-ebb6ffbd-3bec-4332-9642-7f73db5f3d58 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0474570 Jun 22 10:16:44.164327 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb1b77-7a98-49d0-b7b2-65a829a338ca req-69814def-4236-42e1-a219-4701a406c3b4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:44.166517 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cbb1b77-7a98-49d0-b7b2-65a829a338ca req-69814def-4236-42e1-a219-4701a406c3b4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0670638 Jun 22 10:16:44.170164 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5f05fd1e-db95-469c-84e2-935aa2ef1cbe req-7fb75ca8-3c83-4f4d-8d57-07ac60834875 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866580 Jun 22 10:16:44.215715 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5cbb1b77-7a98-49d0-b7b2-65a829a338ca req-273f675e-5cd6-4b84-9910-aadfa1a5ce12 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424082 Jun 22 10:16:45.285028 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72926f46-f30c-4b28-88bc-00d876e1ed35 req-2a871fd4-46d1-4853-920e-baf2ca635cd3 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:45.286554 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-72926f46-f30c-4b28-88bc-00d876e1ed35 req-2a871fd4-46d1-4853-920e-baf2ca635cd3 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0478332 Jun 22 10:16:45.352181 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94118d-b6cc-469d-94d9-c7f8dbea477d req-44c26c16-dcf6-47b7-966e-67966cda33af tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:45.353657 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ea94118d-b6cc-469d-94d9-c7f8dbea477d req-44c26c16-dcf6-47b7-966e-67966cda33af tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0657248 Jun 22 10:16:45.387570 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-72926f46-f30c-4b28-88bc-00d876e1ed35 req-0a59f641-1033-4146-96a8-9eb29fcbf24b tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913405 Jun 22 10:16:45.416798 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ea94118d-b6cc-469d-94d9-c7f8dbea477d req-b5c6ce67-a29a-4cb7-9814-f0bf1a529687 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569568 Jun 22 10:16:46.438949 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:46.528190 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855102b-5910-40c4-b999-075b4bdc0ba4 req-8ddf1bda-c7e7-4f24-8eb0-475dba83f030 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:46.529658 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5855102b-5910-40c4-b999-075b4bdc0ba4 req-8ddf1bda-c7e7-4f24-8eb0-475dba83f030 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0714855 Jun 22 10:16:46.559615 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d13e1b-9929-4eea-87f0-1edd1f1063da req-582f4dac-abc8-490d-b52b-2928040c4b3d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:46.561031 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c0d13e1b-9929-4eea-87f0-1edd1f1063da req-582f4dac-abc8-490d-b52b-2928040c4b3d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0699568 Jun 22 10:16:46.574084 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:46.607532 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5855102b-5910-40c4-b999-075b4bdc0ba4 req-63edd0c0-2978-4b8b-9e60-8a6e2fb66b9a tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722799 Jun 22 10:16:46.629937 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c0d13e1b-9929-4eea-87f0-1edd1f1063da req-e3bc5fdf-a8d2-4b91-958d-3e11a868074c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623765 Jun 22 10:16:46.929884 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-683505e8-6adc-45ef-a4d1-b90f8d47c780 req-e7bd282a-eb67-4438-bbe0-0d819170d22e service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873818 Jun 22 10:16:47.104989 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ab8d0-2dc5-405b-8493-8679e636770b req-add6a942-449d-44e3-bde5-b1989842f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:47.106917 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9a1ab8d0-2dc5-405b-8493-8679e636770b req-add6a942-449d-44e3-bde5-b1989842f9a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f3117d9-0d1e-434f-abb4-63ad07de2d8c HTTP/1.1" status: 200 len: 856 time: 0.0620546 Jun 22 10:16:47.725210 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0c602-76ac-4177-9c11-51e5c8933f60 req-ba281f61-b1a5-49f8-9c77-346d8edac073 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:47.726813 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-83a0c602-76ac-4177-9c11-51e5c8933f60 req-ba281f61-b1a5-49f8-9c77-346d8edac073 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0506501 Jun 22 10:16:47.803291 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc1bd1-e021-4df2-b796-3c31f5c1d165 req-383cc0bb-1b12-44da-a4fb-0e9c90574115 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:47.804842 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-50cc1bd1-e021-4df2-b796-3c31f5c1d165 req-383cc0bb-1b12-44da-a4fb-0e9c90574115 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0770087 Jun 22 10:16:47.836210 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-83a0c602-76ac-4177-9c11-51e5c8933f60 req-146fcf33-4f90-4372-920d-f7ddd58b26f2 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996850 Jun 22 10:16:47.870525 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-50cc1bd1-e021-4df2-b796-3c31f5c1d165 req-448262ac-b7ef-43e4-9119-45fbfd2fe99d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590351 Jun 22 10:16:47.983148 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b23d2f-9cfa-4182-b8ec-62e0d3901333 req-6ef4fd47-3011-4ab6-bde0-6879ef9ed55b tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:47.984786 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-16b23d2f-9cfa-4182-b8ec-62e0d3901333 req-6ef4fd47-3011-4ab6-bde0-6879ef9ed55b tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0531187 Jun 22 10:16:47.998671 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37700) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:48.004926 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-d2ebaea3-6769-47b0-8a1d-e726b5b23305 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Request body: {'floatingip': {'port_id': 'd017dd0e-ef63-4ffa-af06-35b32a6bf63f'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:16:48.052924 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d2ebaea3-6769-47b0-8a1d-e726b5b23305 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for floatingip (9c6272d3-d0f5-41ae-887c-2c7053b4bbb0), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:48.194831 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707f1d3-45ae-42fd-9e33-5f645969d46c req-c572cce3-7be0-482c-88c5-d807b58bd30c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:48.196324 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c707f1d3-45ae-42fd-9e33-5f645969d46c req-c572cce3-7be0-482c-88c5-d807b58bd30c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0487738 Jun 22 10:16:48.244003 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c707f1d3-45ae-42fd-9e33-5f645969d46c req-c9d7d6a5-25d1-4a45-9780-0e843461b2a0 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421023 Jun 22 10:16:48.279132 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:48.498760 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d2ebaea3-6769-47b0-8a1d-e726b5b23305 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:48.503574 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d2ebaea3-6769-47b0-8a1d-e726b5b23305 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (9c6272d3-d0f5-41ae-887c-2c7053b4bbb0), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:48.600347 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.l3_db [None req-d2ebaea3-6769-47b0-8a1d-e726b5b23305 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Floating IP 9c6272d3-d0f5-41ae-887c-2c7053b4bbb0 associated. External IP: 172.27.0.61, port: d017dd0e-ef63-4ffa-af06-35b32a6bf63f. Jun 22 10:16:48.770451 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:48.829080 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ebaea3-6769-47b0-8a1d-e726b5b23305 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:16:48.940904 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ebaea3-6769-47b0-8a1d-e726b5b23305 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:16:48.945357 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d2ebaea3-6769-47b0-8a1d-e726b5b23305 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:48.952949 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba23280-f166-41c4-a848-34e3b31ae61f None None] Sync routers for ids ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:16:48.963530 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba23280-f166-41c4-a848-34e3b31ae61f None None] Routers {'3a28b2b6-edaf-4051-94d9-0a9feb746c36'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:16:48.964254 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-9ba23280-f166-41c4-a848-34e3b31ae61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:16:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:48.985164 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-d2ebaea3-6769-47b0-8a1d-e726b5b23305 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "PUT /v2.0/floatingips/9c6272d3-d0f5-41ae-887c-2c7053b4bbb0 HTTP/1.1" status: 200 len: 991 time: 0.9829528 Jun 22 10:16:48.985164 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb851ab6-0e89-41d2-be52-d76cdc8644d6', 'tag': 'd017dd0e-ef63-4ffa-af06-35b32a6bf63f'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:16:48.986480 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622a59ef-2b79-4216-9767-613a160b6803" -d '{"events": [{"name": "network-changed", "server_uuid": "eb851ab6-0e89-41d2-be52-d76cdc8644d6", "tag": "d017dd0e-ef63-4ffa-af06-35b32a6bf63f"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:16:49.029056 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045747f1-8f2c-4cde-9f24-b18922bd49d2 x-openstack-request-id: req-045747f1-8f2c-4cde-9f24-b18922bd49d2 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:16:49.029347 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb851ab6-0e89-41d2-be52-d76cdc8644d6", "tag": "d017dd0e-ef63-4ffa-af06-35b32a6bf63f", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:16:49.029603 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-045747f1-8f2c-4cde-9f24-b18922bd49d2 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:16:49.030073 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-045747f1-8f2c-4cde-9f24-b18922bd49d2'] response: {'name': 'network-changed', 'server_uuid': 'eb851ab6-0e89-41d2-be52-d76cdc8644d6', 'tag': 'd017dd0e-ef63-4ffa-af06-35b32a6bf63f', 'status': 'completed', 'code': 200} Jun 22 10:16:49.070624 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-9ba23280-f166-41c4-a848-34e3b31ae61f None None] Set router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:16:49.168105 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:49.279430 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-9ba23280-f166-41c4-a848-34e3b31ae61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 4, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'gw_port': {'id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '9c6272d3-d0f5-41ae-887c-2c7053b4bbb0', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'port_id': 'd017dd0e-ef63-4ffa-af06-35b32a6bf63f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'mac_address': 'fa:16:3e:d6:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb851ab6-0e89-41d2-be52-d76cdc8644d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:16:16Z', 'updated_at': '2022-06-22T10:16:48Z', 'revision_number': 1, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf77c28-4758-4c3b-954b-a69bd9aa326f', 'name': '', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'mac_address': 'fa:16:3e:01:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:58Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 5, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'subnets': [{'id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:49.307097 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba23280-f166-41c4-a848-34e3b31ae61f None None] Checking router: 3a28b2b6-edaf-4051-94d9-0a9feb746c36 for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:16:49.317425 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba23280-f166-41c4-a848-34e3b31ae61f None None] Routers {'3a28b2b6-edaf-4051-94d9-0a9feb746c36'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:16:49.318165 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-9ba23280-f166-41c4-a848-34e3b31ae61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:16:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:49.358344 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:49.370050 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de26883-ad19-4a3b-a4f6-68258317e090 req-c4ae261b-1e05-452d-9a48-915c821daedd tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:49.371712 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6de26883-ad19-4a3b-a4f6-68258317e090 req-c4ae261b-1e05-452d-9a48-915c821daedd tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0555384 Jun 22 10:16:49.401667 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:49.423720 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6de26883-ad19-4a3b-a4f6-68258317e090 req-9884d066-7a6e-4a69-92df-abec98649241 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465426 Jun 22 10:16:49.434107 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-9ba23280-f166-41c4-a848-34e3b31ae61f None None] Set router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:16:49.739483 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-9ba23280-f166-41c4-a848-34e3b31ae61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 4, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'gw_port': {'id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '9c6272d3-d0f5-41ae-887c-2c7053b4bbb0', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'port_id': 'd017dd0e-ef63-4ffa-af06-35b32a6bf63f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'mac_address': 'fa:16:3e:d6:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb851ab6-0e89-41d2-be52-d76cdc8644d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:16:16Z', 'updated_at': '2022-06-22T10:16:48Z', 'revision_number': 1, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf77c28-4758-4c3b-954b-a69bd9aa326f', 'name': '', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'mac_address': 'fa:16:3e:01:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:58Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 5, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'subnets': [{'id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:16:49.765591 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba23280-f166-41c4-a848-34e3b31ae61f None None] The sync data for ids ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'] in dv-cinder-847131-1-iscsi is: [{'id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 4, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'gw_port': {'id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '9c6272d3-d0f5-41ae-887c-2c7053b4bbb0', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'port_id': 'd017dd0e-ef63-4ffa-af06-35b32a6bf63f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'mac_address': 'fa:16:3e:d6:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb851ab6-0e89-41d2-be52-d76cdc8644d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:16:16Z', 'updated_at': '2022-06-22T10:16:48Z', 'revision_number': 1, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf77c28-4758-4c3b-954b-a69bd9aa326f', 'name': '', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'mac_address': 'fa:16:3e:01:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:58Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 5, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'subnets': [{'id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:16:49.980102 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb5003-5cad-45cd-b3e4-cf36753dc6b7 None None] New status for floating IP 9c6272d3-d0f5-41ae-887c-2c7053b4bbb0: ACTIVE {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:16:50.024272 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-34f60a27-0850-4fdd-910c-6613295a41f7 req-e16e3762-0bfc-486c-b9f3-04cf1705aa3d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810957 Jun 22 10:16:50.058157 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ab8d0-2dc5-405b-8493-8679e636770b req-b60803f9-0b4a-4213-b261-f217096bc650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:50.060389 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9a1ab8d0-2dc5-405b-8493-8679e636770b req-b60803f9-0b4a-4213-b261-f217096bc650 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=323c8696-2ed1-4abe-97f8-e9536ce29485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1222868 Jun 22 10:16:50.090005 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a59ef-2b79-4216-9767-613a160b6803 req-96472b54-4b69-48fa-8e3b-41e798486ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:50.091597 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-622a59ef-2b79-4216-9767-613a160b6803 req-96472b54-4b69-48fa-8e3b-41e798486ed4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad52333bcbec425089c44c3e55df97ff&device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 1130 time: 0.0991473 Jun 22 10:16:50.096691 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f3553-28b8-4167-af3e-4610e01a41d3 req-00157c6b-bb19-40e5-bd3c-dec4b40f26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:50.098445 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d93f3553-28b8-4167-af3e-4610e01a41d3 req-00157c6b-bb19-40e5-bd3c-dec4b40f26aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2&device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 1129 time: 0.0636768 Jun 22 10:16:50.576942 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186c014-aca9-4b86-9554-628638104ec8 req-2c8aa996-9e54-4a22-8460-fd71c166fb41 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:50.578485 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b186c014-aca9-4b86-9554-628638104ec8 req-2c8aa996-9e54-4a22-8460-fd71c166fb41 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0826838 Jun 22 10:16:50.579541 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f60a27-0850-4fdd-910c-6613295a41f7 req-73535ea2-04cb-49de-a71b-267c763b63b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:50.584456 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-34f60a27-0850-4fdd-910c-6613295a41f7 req-73535ea2-04cb-49de-a71b-267c763b63b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d4765b82e21647a9b391a98f446a0e17&device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 1129 time: 0.0754287 Jun 22 10:16:50.629662 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b186c014-aca9-4b86-9554-628638104ec8 req-95356f99-b211-4fab-86b6-11f8e98b6152 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442121 Jun 22 10:16:50.906787 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:50.946427 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a59ef-2b79-4216-9767-613a160b6803 req-23945984-eb8d-47a2-b033-b4898cb43f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:50.947963 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-622a59ef-2b79-4216-9767-613a160b6803 req-23945984-eb8d-47a2-b033-b4898cb43f8d service neutron] 10.222.0.59 "GET /v2.0/networks?id=f4e78d1e-cabc-488a-aae3-f9e986faebb4 HTTP/1.1" status: 200 len: 912 time: 0.4638906 Jun 22 10:16:50.951388 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9a1ab8d0-2dc5-405b-8493-8679e636770b req-c934d49b-247b-43c7-a5fb-93c3e85d8dd7 service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662371 Jun 22 10:16:50.954292 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f3553-28b8-4167-af3e-4610e01a41d3 req-27d1283c-3620-4191-bf94-5eed42870360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:50.956500 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d93f3553-28b8-4167-af3e-4610e01a41d3 req-27d1283c-3620-4191-bf94-5eed42870360 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4f5c1d12-de71-40fa-95b0-3e1b37dac412 HTTP/1.1" status: 200 len: 920 time: 0.4847569 Jun 22 10:16:51.145508 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a0bb3-3a0d-44be-af3f-89efd3dec610 req-d8a1d355-a7b3-4ad0-89f3-db28ae50a2b9 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:51.146990 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e21a0bb3-3a0d-44be-af3f-89efd3dec610 req-d8a1d355-a7b3-4ad0-89f3-db28ae50a2b9 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 945 time: 0.0468760 Jun 22 10:16:51.193486 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e21a0bb3-3a0d-44be-af3f-89efd3dec610 req-ea4fa1ad-aa05-4fdb-b64a-a26a147243a9 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/security-groups?id=23400919-520f-4b7e-9690-2e2ee08b0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409548 Jun 22 10:16:51.757194 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54717f65-2efb-4575-add4-985cae9cc552 req-2dc73018-634c-4497-af2b-d36dbc5dd3d6 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:51.758683 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-54717f65-2efb-4575-add4-985cae9cc552 req-2dc73018-634c-4497-af2b-d36dbc5dd3d6 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0510087 Jun 22 10:16:51.806930 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-54717f65-2efb-4575-add4-985cae9cc552 req-d12d3d6b-4412-4f54-989d-fedac6bd63bb tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425267 Jun 22 10:16:52.309967 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c719d-02ea-4cd8-abe3-3f6a89e9491b req-d5df471e-5784-47f4-89fb-bce7d8b2d764 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:52.311355 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9d5c719d-02ea-4cd8-abe3-3f6a89e9491b req-d5df471e-5784-47f4-89fb-bce7d8b2d764 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 945 time: 0.0473316 Jun 22 10:16:52.353768 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:52.359022 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9d5c719d-02ea-4cd8-abe3-3f6a89e9491b req-f69c8b79-f151-4888-943c-a7885bf04799 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/security-groups?id=23400919-520f-4b7e-9690-2e2ee08b0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 Jun 22 10:16:52.922021 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c3dbd-d0a4-42ba-9bd4-2bbddb465e6d req-d575c7be-4b6a-4349-801b-be2e73cc2c2d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:52.923475 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f83c3dbd-d0a4-42ba-9bd4-2bbddb465e6d req-d575c7be-4b6a-4349-801b-be2e73cc2c2d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0483181 Jun 22 10:16:52.974382 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f83c3dbd-d0a4-42ba-9bd4-2bbddb465e6d req-56c51795-2034-44bb-9222-4a25a7624404 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446568 Jun 22 10:16:53.506929 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e8274-9f63-4fa6-a790-e5353aea8a6f req-8377794c-be6f-4d61-a419-16fdc6f32e51 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:53.508426 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-129e8274-9f63-4fa6-a790-e5353aea8a6f req-8377794c-be6f-4d61-a419-16fdc6f32e51 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 945 time: 0.0758052 Jun 22 10:16:53.529322 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d93f3553-28b8-4167-af3e-4610e01a41d3 req-986756d0-a7cf-4762-8838-d5229d551a47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=211d6c80-be72-4645-8f0a-ec8e4b68c761 HTTP/1.1" status: 200 len: 217 time: 0.0893359 Jun 22 10:16:53.581284 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-622a59ef-2b79-4216-9767-613a160b6803 req-0e173a9f-5210-4a1e-960b-d55c1987f754 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d017dd0e-ef63-4ffa-af06-35b32a6bf63f HTTP/1.1" status: 200 len: 1001 time: 0.1513102 Jun 22 10:16:53.601624 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f60a27-0850-4fdd-910c-6613295a41f7 req-694e981a-5c32-4630-955d-c61774cefcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:53.603140 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-34f60a27-0850-4fdd-910c-6613295a41f7 req-694e981a-5c32-4630-955d-c61774cefcc6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a0897f8b-0e7c-4829-8ca1-9ba6a95f427f HTTP/1.1" status: 200 len: 913 time: 0.1411207 Jun 22 10:16:53.604643 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9a1ab8d0-2dc5-405b-8493-8679e636770b req-e262ce90-e8de-4c7e-a16c-f1bbef2b639a service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627643 Jun 22 10:16:53.607717 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-129e8274-9f63-4fa6-a790-e5353aea8a6f req-4b171433-170c-4b14-b0aa-b5ddae4eb04e tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/security-groups?id=23400919-520f-4b7e-9690-2e2ee08b0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684507 Jun 22 10:16:54.085890 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b556b61-6dba-44e2-b46a-6a426e2bf822 req-a18d23f8-8084-4fc4-8358-d683ab865ee9 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:54.087382 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5b556b61-6dba-44e2-b46a-6a426e2bf822 req-a18d23f8-8084-4fc4-8358-d683ab865ee9 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0460753 Jun 22 10:16:54.137598 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5b556b61-6dba-44e2-b46a-6a426e2bf822 req-47d81a80-8e73-420b-ad0c-f530d7e95c5f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445914 Jun 22 10:16:54.735032 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964ee92-b228-4d14-a7cb-746285eb7780 req-0a561d57-54af-4514-bb18-b7e05c0f010f tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:54.736517 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f964ee92-b228-4d14-a7cb-746285eb7780 req-0a561d57-54af-4514-bb18-b7e05c0f010f tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 945 time: 0.0485044 Jun 22 10:16:54.785342 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f964ee92-b228-4d14-a7cb-746285eb7780 req-2382644c-200c-4c47-9e4e-af3ab8c07b85 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/security-groups?id=23400919-520f-4b7e-9690-2e2ee08b0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423276 Jun 22 10:16:55.290276 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-34f60a27-0850-4fdd-910c-6613295a41f7 req-6360d073-c952-4379-bd9e-08904de5395d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd80709c-555a-4184-b601-e49f7cd8bdc4 HTTP/1.1" status: 200 len: 217 time: 0.0585046 Jun 22 10:16:55.305096 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287ceb9-a80d-4dcf-b366-5c882fa7b54c req-959d7532-fabb-450a-9188-849759746272 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:55.307307 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b287ceb9-a80d-4dcf-b366-5c882fa7b54c req-959d7532-fabb-450a-9188-849759746272 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0858996 Jun 22 10:16:55.311480 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f3553-28b8-4167-af3e-4610e01a41d3 req-5e8a0350-6376-40fe-8530-deaaf7d213f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:55.312947 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d93f3553-28b8-4167-af3e-4610e01a41d3 req-5e8a0350-6376-40fe-8530-deaaf7d213f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d52cd81-ade1-4a9c-ad07-0183651deb0b HTTP/1.1" status: 200 len: 858 time: 0.0838721 Jun 22 10:16:55.314321 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a59ef-2b79-4216-9767-613a160b6803 req-28adee11-acf5-4a39-a3fd-f613a27ca610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:55.315658 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-622a59ef-2b79-4216-9767-613a160b6803 req-28adee11-acf5-4a39-a3fd-f613a27ca610 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783 HTTP/1.1" status: 200 len: 850 time: 0.0788462 Jun 22 10:16:55.338808 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:55.375675 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f60a27-0850-4fdd-910c-6613295a41f7 req-64133106-680d-4b68-a5ab-b928bf3306e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:55.377163 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-34f60a27-0850-4fdd-910c-6613295a41f7 req-64133106-680d-4b68-a5ab-b928bf3306e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142 HTTP/1.1" status: 200 len: 851 time: 0.0787332 Jun 22 10:16:55.410744 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b287ceb9-a80d-4dcf-b366-5c882fa7b54c req-f73903a5-e4eb-4759-a9cf-cf3b236b002e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955536 Jun 22 10:16:55.412950 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:55.429866 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a59ef-2b79-4216-9767-613a160b6803 req-e81d72b8-74db-41e2-a125-81c07f3fa312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:55.431384 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-622a59ef-2b79-4216-9767-613a160b6803 req-e81d72b8-74db-41e2-a125-81c07f3fa312 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f4e78d1e-cabc-488a-aae3-f9e986faebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0671999 Jun 22 10:16:55.434452 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f3553-28b8-4167-af3e-4610e01a41d3 req-af084522-4a82-4ed1-b929-05057ec58a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:55.435832 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d93f3553-28b8-4167-af3e-4610e01a41d3 req-af084522-4a82-4ed1-b929-05057ec58a8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f5c1d12-de71-40fa-95b0-3e1b37dac412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728452 Jun 22 10:16:55.439699 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f60a27-0850-4fdd-910c-6613295a41f7 req-223e7188-7fc4-4943-8f3d-654b6622020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:55.441938 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-34f60a27-0850-4fdd-910c-6613295a41f7 req-223e7188-7fc4-4943-8f3d-654b6622020f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a0897f8b-0e7c-4829-8ca1-9ba6a95f427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516796 Jun 22 10:16:55.688310 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-34f60a27-0850-4fdd-910c-6613295a41f7 req-b88b3001-c0d3-40dd-b76c-ed68c792e4e4 service neutron] 10.222.0.59 "GET /v2.0/networks/a0897f8b-0e7c-4829-8ca1-9ba6a95f427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894382 Jun 22 10:16:55.761360 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d93f3553-28b8-4167-af3e-4610e01a41d3 req-5fb9d53d-2cc4-4a53-8157-408c4a44f179 service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638525 Jun 22 10:16:55.763494 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-622a59ef-2b79-4216-9767-613a160b6803 req-862b903a-6cc0-4eec-bea5-9b340819f10d service neutron] 10.222.0.59 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647952 Jun 22 10:16:55.938552 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e876624-f27d-4c0d-9db2-6ae42d5aa0e8 req-8fc21ff5-19c8-48ec-82aa-b1529f9b2602 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:55.940028 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6e876624-f27d-4c0d-9db2-6ae42d5aa0e8 req-8fc21ff5-19c8-48ec-82aa-b1529f9b2602 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 945 time: 0.0814421 Jun 22 10:16:56.026572 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-34f60a27-0850-4fdd-910c-6613295a41f7 req-46a95493-0e2a-4461-94ac-a9a8ad33d409 service neutron] 10.222.0.59 "GET /v2.0/networks/a0897f8b-0e7c-4829-8ca1-9ba6a95f427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663239 Jun 22 10:16:56.030780 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6e876624-f27d-4c0d-9db2-6ae42d5aa0e8 req-6cb55efa-83a5-4ad6-9c38-2dc676fbb1a4 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/security-groups?id=23400919-520f-4b7e-9690-2e2ee08b0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658047 Jun 22 10:16:56.089829 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b56c7-9a87-4c21-bfdf-38f1ad749a8e req-9dbf6515-02e9-44cf-9854-26837f097e7b tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:56.091353 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-096b56c7-9a87-4c21-bfdf-38f1ad749a8e req-9dbf6515-02e9-44cf-9854-26837f097e7b tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 945 time: 0.1404459 Jun 22 10:16:56.101837 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d93f3553-28b8-4167-af3e-4610e01a41d3 req-7323c6e7-1fda-463b-8cc2-6de5019c2468 service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438748 Jun 22 10:16:56.112463 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-622a59ef-2b79-4216-9767-613a160b6803 req-e0347a4f-9e8c-42cb-9a94-3f5c83272f2e service neutron] 10.222.0.59 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445471 Jun 22 10:16:56.236006 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-096b56c7-9a87-4c21-bfdf-38f1ad749a8e req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Deleting port bd80709c-555a-4184-b601-e49f7cd8bdc4 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:16:56.236357 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-096b56c7-9a87-4c21-bfdf-38f1ad749a8e req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (bd80709c-555a-4184-b601-e49f7cd8bdc4), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:56.341150 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-096b56c7-9a87-4c21-bfdf-38f1ad749a8e req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] For port bd80709c-555a-4184-b601-e49f7cd8bdc4, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=bd80709c-555a-4184-b601-e49f7cd8bdc4,segment=NetworkSegment(ca7f4a0d-268e-4e8b-a77e-5586a53275ed),segment_id=ca7f4a0d-268e-4e8b-a77e-5586a53275ed)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:16:56.341935 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-096b56c7-9a87-4c21-bfdf-38f1ad749a8e req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (bd80709c-555a-4184-b601-e49f7cd8bdc4), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:56.359710 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-096b56c7-9a87-4c21-bfdf-38f1ad749a8e req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Calling delete_port for bd80709c-555a-4184-b601-e49f7cd8bdc4 owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:16:56.376755 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:56.541897 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-096b56c7-9a87-4c21-bfdf-38f1ad749a8e req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (bd80709c-555a-4184-b601-e49f7cd8bdc4), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:56.576102 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Pushing event deleted for resources: {'Port': ['ID=bd80709c-555a-4184-b601-e49f7cd8bdc4,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:56.603070 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6729e1-cabf-4069-88df-879cd773ccc8 req-cccaf780-4917-45b1-bcf3-34bdba67525a tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:56.604930 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d6729e1-cabf-4069-88df-879cd773ccc8 req-cccaf780-4917-45b1-bcf3-34bdba67525a tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.1171913 Jun 22 10:16:56.610442 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:56.610798 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:56.611009 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:56.611513 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:56.611735 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:56.612071 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:56.612409 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:56.613475 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:56.613967 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:56.614479 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:56.614830 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:56.615157 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:56.615489 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:56.615819 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:56.616147 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:56.643698 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:56.662262 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d6729e1-cabf-4069-88df-879cd773ccc8 req-8629d518-1d9c-4a93-b7b9-7f5e1f620ee5 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493836 Jun 22 10:16:56.669618 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-096b56c7-9a87-4c21-bfdf-38f1ad749a8e req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] No DVR routers for this DVR port bd80709c-555a-4184-b601-e49f7cd8bdc4 on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:16:56.673194 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-096b56c7-9a87-4c21-bfdf-38f1ad749a8e req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:56.677670 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-096b56c7-9a87-4c21-bfdf-38f1ad749a8e req-461e2097-8130-4ba2-b287-39a710e913c0 tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.59 "DELETE /v2.0/ports/bd80709c-555a-4184-b601-e49f7cd8bdc4 HTTP/1.1" status: 204 len: 173 time: 0.5570579 Jun 22 10:16:56.678243 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1', 'name': 'network-vif-deleted', 'tag': 'bd80709c-555a-4184-b601-e49f7cd8bdc4'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:16:56.681510 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee67f82-3f4e-41f6-9a75-24ea68f2186c" -d '{"events": [{"server_uuid": "8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1", "name": "network-vif-deleted", "tag": "bd80709c-555a-4184-b601-e49f7cd8bdc4"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:16:56.721020 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e84cd4-3bc7-48c9-81e3-25092af50dec x-openstack-request-id: req-f8e84cd4-3bc7-48c9-81e3-25092af50dec {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:16:56.721347 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1", "name": "network-vif-deleted", "tag": "bd80709c-555a-4184-b601-e49f7cd8bdc4", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:16:56.721663 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8e84cd4-3bc7-48c9-81e3-25092af50dec {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:16:56.722163 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e84cd4-3bc7-48c9-81e3-25092af50dec'] response: {'server_uuid': '8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1', 'name': 'network-vif-deleted', 'tag': 'bd80709c-555a-4184-b601-e49f7cd8bdc4', 'status': 'completed', 'code': 200} Jun 22 10:16:56.995501 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:16:57.138895 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c4b2b520-704c-47cd-b5ca-dcc8bba46475 req-91d399d1-6916-444b-b3cf-13ee7baf2e5a tempest-DeleteServersTestJSON-502292925 tempest-DeleteServersTestJSON-502292925-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b3f01d1-ac00-4bfb-8ae3-be75720b8ad1 HTTP/1.1" status: 200 len: 210 time: 0.0295131 Jun 22 10:16:57.799941 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049712a-91d3-4a0a-82ff-e1610312380d req-1ba0a1ae-07b8-48ca-933b-3ef9dad7c7c7 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:57.802439 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6049712a-91d3-4a0a-82ff-e1610312380d req-1ba0a1ae-07b8-48ca-933b-3ef9dad7c7c7 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0558474 Jun 22 10:16:57.862457 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6049712a-91d3-4a0a-82ff-e1610312380d req-6809ebbd-72e2-4bb6-8f17-df090723fec7 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518243 Jun 22 10:16:58.556751 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 37924) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:58.560886 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device bd80709c-555a-4184-b601-e49f7cd8bdc4 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:16:58.580566 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: bd80709c-555a-4184-b601-e49f7cd8bdc4 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:16:58.581161 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device bd80709c-555a-4184-b601-e49f7cd8bdc4 not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:16:58.663967 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c8c9000d-c4d3-43d9-bd08-b9800b355440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:58.678692 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:58.746921 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c8c9000d-c4d3-43d9-bd08-b9800b355440 admin admin] Publish callbacks [] for security_group (08e7d309-52ee-4697-b02a-b69fd4733cb1), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:58.750240 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c8c9000d-c4d3-43d9-bd08-b9800b355440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (08e7d309-52ee-4697-b02a-b69fd4733cb1), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:58.790299 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-c8c9000d-c4d3-43d9-bd08-b9800b355440 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6bb6cb824414629be06a38cead402ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324831 Jun 22 10:16:58.791395 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9000d-c4d3-43d9-bd08-b9800b355440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e7d309-52ee-4697-b02a-b69fd4733cb1,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:58.792976 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37928) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:58.845611 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f8e0930e-94d6-437a-9127-f3905c05238c admin admin] Publish callbacks [] for security_group (08e7d309-52ee-4697-b02a-b69fd4733cb1), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:58.867287 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f8e0930e-94d6-437a-9127-f3905c05238c admin admin] Publish callbacks [] for security_group (08e7d309-52ee-4697-b02a-b69fd4733cb1), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:58.915454 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f8e0930e-94d6-437a-9127-f3905c05238c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (08e7d309-52ee-4697-b02a-b69fd4733cb1), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:58.918309 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f8e0930e-94d6-437a-9127-f3905c05238c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:16:58.919463 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f8e0930e-94d6-437a-9127-f3905c05238c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08e7d309-52ee-4697-b02a-b69fd4733cb1 HTTP/1.1" status: 204 len: 168 time: 0.1253836 Jun 22 10:16:58.928232 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0930e-94d6-437a-9127-f3905c05238c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e7d309-52ee-4697-b02a-b69fd4733cb1,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:16:58.935632 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0930e-94d6-437a-9127-f3905c05238c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:58.936043 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0930e-94d6-437a-9127-f3905c05238c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:58.936388 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0930e-94d6-437a-9127-f3905c05238c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:58.936734 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0930e-94d6-437a-9127-f3905c05238c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:58.937060 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0930e-94d6-437a-9127-f3905c05238c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:58.937385 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0930e-94d6-437a-9127-f3905c05238c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:58.937786 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0930e-94d6-437a-9127-f3905c05238c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:58.938218 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0930e-94d6-437a-9127-f3905c05238c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:58.938543 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0930e-94d6-437a-9127-f3905c05238c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:58.938883 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0930e-94d6-437a-9127-f3905c05238c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:58.939177 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0930e-94d6-437a-9127-f3905c05238c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:58.939498 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0930e-94d6-437a-9127-f3905c05238c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:58.939819 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0930e-94d6-437a-9127-f3905c05238c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:58.940135 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0930e-94d6-437a-9127-f3905c05238c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:58.940483 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0930e-94d6-437a-9127-f3905c05238c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:16:58.991974 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4782e0-deee-4e09-9dcf-5672be32ea2d req-41d73909-efa9-4739-9a94-acc0ab8027b9 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:16:58.993606 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2e4782e0-deee-4e09-9dcf-5672be32ea2d req-41d73909-efa9-4739-9a94-acc0ab8027b9 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0495315 Jun 22 10:16:59.057028 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2e4782e0-deee-4e09-9dcf-5672be32ea2d req-127d9fb7-9e7b-4713-9a97-feeda5fac175 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521662 Jun 22 10:16:59.609209 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 37972) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:16:59.665132 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:16:59.742891 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=31 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:00.002572 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-30d37623-79a0-47c6-9065-5df84b6f8886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722568'] for router_interface (5d26092b-9691-4eb5-9624-805e74e3f14d), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:00.251752 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4c4b1-db89-4566-a8a0-9b58e82354f5 req-b407a32c-2aa8-4dbd-8980-6e18dbe06e6b tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:00.253753 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8ab4c4b1-db89-4566-a8a0-9b58e82354f5 req-b407a32c-2aa8-4dbd-8980-6e18dbe06e6b tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.1003771 Jun 22 10:17:00.299609 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:00.351552 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8ab4c4b1-db89-4566-a8a0-9b58e82354f5 req-f65f0e58-261a-4802-8362-2bb8d2ea5138 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918095 Jun 22 10:17:00.352196 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-30d37623-79a0-47c6-9065-5df84b6f8886 admin admin] Deleting port cae3f9d1-f8c1-4623-9f5c-c71c4f646dac {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:17:00.352530 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-30d37623-79a0-47c6-9065-5df84b6f8886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (cae3f9d1-f8c1-4623-9f5c-c71c4f646dac), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:00.438279 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-30d37623-79a0-47c6-9065-5df84b6f8886 admin admin] For port cae3f9d1-f8c1-4623-9f5c-c71c4f646dac, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=cae3f9d1-f8c1-4623-9f5c-c71c4f646dac,segment=NetworkSegment(ca7f4a0d-268e-4e8b-a77e-5586a53275ed),segment_id=ca7f4a0d-268e-4e8b-a77e-5586a53275ed)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:17:00.438646 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-30d37623-79a0-47c6-9065-5df84b6f8886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (cae3f9d1-f8c1-4623-9f5c-c71c4f646dac), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:00.452395 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-30d37623-79a0-47c6-9065-5df84b6f8886 admin admin] Calling delete_port for cae3f9d1-f8c1-4623-9f5c-c71c4f646dac owned by network:router_interface {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:17:00.637885 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:00.663310 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-30d37623-79a0-47c6-9065-5df84b6f8886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (cae3f9d1-f8c1-4623-9f5c-c71c4f646dac), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:00.691143 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d37623-79a0-47c6-9065-5df84b6f8886 admin admin] Pushing event deleted for resources: {'Port': ['ID=cae3f9d1-f8c1-4623-9f5c-c71c4f646dac,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:01.051026 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-30d37623-79a0-47c6-9065-5df84b6f8886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722460'] for router_interface (5d26092b-9691-4eb5-9624-805e74e3f14d), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:01.231326 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-05841d55-062f-4ea7-89c7-f023b742a80c req-9e52efb3-88ec-4fba-add5-c7b240e29232 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b97e48bc75b74b49aec21b8a8b2810d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384309 Jun 22 10:17:01.417488 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d37623-79a0-47c6-9065-5df84b6f8886 admin admin] Router 5d26092b-9691-4eb5-9624-805e74e3f14d has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:17:01.499367 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05841d55-062f-4ea7-89c7-f023b742a80c req-fc141a45-6b06-4fbc-be0f-769f05a2fff9 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:01.500824 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-05841d55-062f-4ea7-89c7-f023b742a80c req-fc141a45-6b06-4fbc-be0f-769f05a2fff9 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2636693 Jun 22 10:17:01.511653 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1ebf6-d35d-43a4-a465-7af9c9e46104 req-948e88b0-d076-4ae0-9fd7-2dd9f0eaf993 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:01.513044 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cec1ebf6-d35d-43a4-a465-7af9c9e46104 req-948e88b0-d076-4ae0-9fd7-2dd9f0eaf993 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0887053 Jun 22 10:17:01.542400 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:01.581120 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-05841d55-062f-4ea7-89c7-f023b742a80c req-084bb10f-f42b-4e2e-bd40-fc74ee9dcef9 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/quotas/b97e48bc75b74b49aec21b8a8b2810d5 HTTP/1.1" status: 200 len: 375 time: 0.0670969 Jun 22 10:17:01.654582 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-05841d55-062f-4ea7-89c7-f023b742a80c req-9ce288e0-58d2-4624-b807-cf39bbb1ed21 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b97e48bc75b74b49aec21b8a8b2810d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673907 Jun 22 10:17:01.672103 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cec1ebf6-d35d-43a4-a465-7af9c9e46104 req-b241d15c-b5c2-4ad1-86f8-709e0fd5807c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285439 Jun 22 10:17:01.678747 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d37623-79a0-47c6-9065-5df84b6f8886 admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:17:01.684159 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-30d37623-79a0-47c6-9065-5df84b6f8886 admin admin] 10.222.0.43 "PUT /v2.0/routers/5d26092b-9691-4eb5-9624-805e74e3f14d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0735712 Jun 22 10:17:01.686710 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38014) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:01.699588 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410aa80-191a-4f2d-974a-80f3d27bcf88 None None] Sync routers for ids ['5d26092b-9691-4eb5-9624-805e74e3f14d'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:17:01.705136 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6410aa80-191a-4f2d-974a-80f3d27bcf88 None None] Routers {'5d26092b-9691-4eb5-9624-805e74e3f14d'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:17:01.706194 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-6410aa80-191a-4f2d-974a-80f3d27bcf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:16:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5d26092b-9691-4eb5-9624-805e74e3f14d'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:17:01.806205 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72d37139-cb47-453e-ad55-89ed12f8f880 admin admin] Publish callbacks [] for router (5d26092b-9691-4eb5-9624-805e74e3f14d), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:01.810323 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:01.844735 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-6410aa80-191a-4f2d-974a-80f3d27bcf88 None None] Set router 5d26092b-9691-4eb5-9624-805e74e3f14d gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:17:01.891906 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-79821156-b89a-46e0-a066-50613c952200 req-4ceb71d5-02de-4013-b58c-350907ef79d2 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 210 time: 0.0380800 Jun 22 10:17:01.965243 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72d37139-cb47-453e-ad55-89ed12f8f880 admin admin] Publish callbacks [] for router_gateway (5d26092b-9691-4eb5-9624-805e74e3f14d), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:02.018346 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-72d37139-cb47-453e-ad55-89ed12f8f880 admin admin] Deleting port d2df1a00-7930-4e6a-bd81-5e20ce657f32 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:17:02.019303 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72d37139-cb47-453e-ad55-89ed12f8f880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (d2df1a00-7930-4e6a-bd81-5e20ce657f32), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:02.039790 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-6410aa80-191a-4f2d-974a-80f3d27bcf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d26092b-9691-4eb5-9624-805e74e3f14d', 'name': 'tempest-DeleteServersTestJSON-2082209291-router', 'tenant_id': 'd4765b82e21647a9b391a98f446a0e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'd2df1a00-7930-4e6a-bd81-5e20ce657f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:40Z', 'updated_at': '2022-06-22T10:17:00Z', 'revision_number': 5, 'project_id': 'd4765b82e21647a9b391a98f446a0e17', 'gw_port': {'id': 'd2df1a00-7930-4e6a-bd81-5e20ce657f32', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d26092b-9691-4eb5-9624-805e74e3f14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:41Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:17:02.068169 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410aa80-191a-4f2d-974a-80f3d27bcf88 None None] Checking router: 5d26092b-9691-4eb5-9624-805e74e3f14d for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:17:02.078132 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6410aa80-191a-4f2d-974a-80f3d27bcf88 None None] Routers {'5d26092b-9691-4eb5-9624-805e74e3f14d'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:17:02.078752 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-6410aa80-191a-4f2d-974a-80f3d27bcf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:16:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5d26092b-9691-4eb5-9624-805e74e3f14d'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:17:02.119993 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-72d37139-cb47-453e-ad55-89ed12f8f880 admin admin] For port d2df1a00-7930-4e6a-bd81-5e20ce657f32, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=d2df1a00-7930-4e6a-bd81-5e20ce657f32,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:17:02.120398 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72d37139-cb47-453e-ad55-89ed12f8f880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (d2df1a00-7930-4e6a-bd81-5e20ce657f32), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:02.134863 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-72d37139-cb47-453e-ad55-89ed12f8f880 admin admin] Calling delete_port for d2df1a00-7930-4e6a-bd81-5e20ce657f32 owned by network:router_gateway {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:17:02.178846 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-6410aa80-191a-4f2d-974a-80f3d27bcf88 None None] Set router 5d26092b-9691-4eb5-9624-805e74e3f14d gateway port host: None {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:17:02.237356 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-6410aa80-191a-4f2d-974a-80f3d27bcf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d26092b-9691-4eb5-9624-805e74e3f14d', 'name': 'tempest-DeleteServersTestJSON-2082209291-router', 'tenant_id': 'd4765b82e21647a9b391a98f446a0e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:40Z', 'updated_at': '2022-06-22T10:17:01Z', 'revision_number': 6, 'project_id': 'd4765b82e21647a9b391a98f446a0e17', 'gw_port_host': None}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:17:02.265970 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410aa80-191a-4f2d-974a-80f3d27bcf88 None None] The sync data for ids ['5d26092b-9691-4eb5-9624-805e74e3f14d'] in dv-cinder-847131-1-iscsi is: [{'id': '5d26092b-9691-4eb5-9624-805e74e3f14d', 'name': 'tempest-DeleteServersTestJSON-2082209291-router', 'tenant_id': 'd4765b82e21647a9b391a98f446a0e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:40Z', 'updated_at': '2022-06-22T10:17:01Z', 'revision_number': 6, 'project_id': 'd4765b82e21647a9b391a98f446a0e17', 'gw_port_host': None}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:17:02.328597 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72d37139-cb47-453e-ad55-89ed12f8f880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (d2df1a00-7930-4e6a-bd81-5e20ce657f32), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:02.356600 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d37139-cb47-453e-ad55-89ed12f8f880 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2df1a00-7930-4e6a-bd81-5e20ce657f32,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:02.429781 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72d37139-cb47-453e-ad55-89ed12f8f880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-727608'] for router_gateway (5d26092b-9691-4eb5-9624-805e74e3f14d), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:02.534361 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72d37139-cb47-453e-ad55-89ed12f8f880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261000'] for router (5d26092b-9691-4eb5-9624-805e74e3f14d), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:02.536760 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72d37139-cb47-453e-ad55-89ed12f8f880 admin admin] Publish callbacks [] for router_controller (5d26092b-9691-4eb5-9624-805e74e3f14d), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:02.599483 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72d37139-cb47-453e-ad55-89ed12f8f880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-724415'] for router (5d26092b-9691-4eb5-9624-805e74e3f14d), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:02.600025 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d37139-cb47-453e-ad55-89ed12f8f880 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d26092b-9691-4eb5-9624-805e74e3f14d {{(pid=104123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:17:02.605289 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72d37139-cb47-453e-ad55-89ed12f8f880 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:02.606492 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-72d37139-cb47-453e-ad55-89ed12f8f880 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5d26092b-9691-4eb5-9624-805e74e3f14d HTTP/1.1" status: 204 len: 168 time: 0.9187071 Jun 22 10:17:02.608961 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38030) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:02.679427 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d2c0a1-5dad-4bee-a9d4-5a4c289634ff admin admin] Deleting subnet 27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142 {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 10:17:02.683175 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-97d2c0a1-5dad-4bee-a9d4-5a4c289634ff admin admin] Publish callbacks [] for subnet (27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:02.727146 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-97d2c0a1-5dad-4bee-a9d4-5a4c289634ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4278864'] for subnet (27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:02.759277 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:02.827776 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:02.872113 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca02762-9d0d-4c93-b8df-ed492062cc29 req-978248be-6f20-4483-9e25-29a64f83f637 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:02.873623 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6ca02762-9d0d-4c93-b8df-ed492062cc29 req-978248be-6f20-4483-9e25-29a64f83f637 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.1092994 Jun 22 10:17:02.906846 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-97d2c0a1-5dad-4bee-a9d4-5a4c289634ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739848'] for subnet (27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:02.967977 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6ca02762-9d0d-4c93-b8df-ed492062cc29 req-ad44e3f5-41bf-4271-aeee-212e9a4bdd17 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809836 Jun 22 10:17:02.993423 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-05841d55-062f-4ea7-89c7-f023b742a80c req-2b231fd7-062c-4a9e-890b-f8dffd455809 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b97e48bc75b74b49aec21b8a8b2810d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481865 Jun 22 10:17:03.018244 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7b677183-39bd-4114-8dd4-fd35083d35bd req-05befae6-88c9-4993-9436-e8c239ea3017 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 210 time: 0.0331490 Jun 22 10:17:03.023448 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-97d2c0a1-5dad-4bee-a9d4-5a4c289634ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6232504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517476'] for subnet (27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:03.054926 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2c0a1-5dad-4bee-a9d4-5a4c289634ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:03.059797 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-97d2c0a1-5dad-4bee-a9d4-5a4c289634ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:03.066182 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-97d2c0a1-5dad-4bee-a9d4-5a4c289634ff admin admin] 10.222.0.43 "DELETE /v2.0/subnets/27fb3ae9-d0b0-4ebb-b8f2-aaf53bda0142 HTTP/1.1" status: 204 len: 168 time: 0.4526687 Jun 22 10:17:03.070643 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38042) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:03.070790 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bcb681-a7c8-406d-b195-b181b7972f20 None None] Network a0897f8b-0e7c-4829-8ca1-9ba6a95f427f requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:17:03.160634 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-de52d088-35d0-4beb-9a0d-1e560b27a789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1791967'] for network (a0897f8b-0e7c-4829-8ca1-9ba6a95f427f), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:03.208495 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-de52d088-35d0-4beb-9a0d-1e560b27a789 admin admin] Deleting port e0b53d1c-b76c-4d12-86df-d87b5f43b48d {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:17:03.208993 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-de52d088-35d0-4beb-9a0d-1e560b27a789 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (e0b53d1c-b76c-4d12-86df-d87b5f43b48d), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:03.263612 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05841d55-062f-4ea7-89c7-f023b742a80c req-954ce595-c5a4-4257-b83a-22d5344691e6 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:03.265326 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-05841d55-062f-4ea7-89c7-f023b742a80c req-954ce595-c5a4-4257-b83a-22d5344691e6 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2596974 Jun 22 10:17:03.288146 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-de52d088-35d0-4beb-9a0d-1e560b27a789 admin admin] For port e0b53d1c-b76c-4d12-86df-d87b5f43b48d, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=e0b53d1c-b76c-4d12-86df-d87b5f43b48d,segment=NetworkSegment(ca7f4a0d-268e-4e8b-a77e-5586a53275ed),segment_id=ca7f4a0d-268e-4e8b-a77e-5586a53275ed)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:17:03.288625 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-de52d088-35d0-4beb-9a0d-1e560b27a789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (e0b53d1c-b76c-4d12-86df-d87b5f43b48d), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:03.303039 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-de52d088-35d0-4beb-9a0d-1e560b27a789 admin admin] Calling delete_port for e0b53d1c-b76c-4d12-86df-d87b5f43b48d owned by network:dhcp {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:17:03.306661 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-05841d55-062f-4ea7-89c7-f023b742a80c req-d2e6f147-c8e9-4e84-81f6-aec0ac5c15bf tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Request body: {'port': {'device_id': '06859498-5e65-4775-99f7-828d79365634', 'network_id': '7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa', 'admin_state_up': True, 'tenant_id': 'b97e48bc75b74b49aec21b8a8b2810d5'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:17:03.376553 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] DHCP port deletion for a0897f8b-0e7c-4829-8ca1-9ba6a95f427f request from dv-cinder-847131-1-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 10:17:03.398276 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-de52d088-35d0-4beb-9a0d-1e560b27a789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (e0b53d1c-b76c-4d12-86df-d87b5f43b48d), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:03.422030 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Deleting port e0b53d1c-b76c-4d12-86df-d87b5f43b48d {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:17:03.422748 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (e0b53d1c-b76c-4d12-86df-d87b5f43b48d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:03.427629 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52d088-35d0-4beb-9a0d-1e560b27a789 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b53d1c-b76c-4d12-86df-d87b5f43b48d,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:03.433561 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de52d088-35d0-4beb-9a0d-1e560b27a789 admin admin] No DVR routers for this DVR port e0b53d1c-b76c-4d12-86df-d87b5f43b48d on host dv-cinder-847131-1-iscsi {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:17:03.452203 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05841d55-062f-4ea7-89c7-f023b742a80c req-d2e6f147-c8e9-4e84-81f6-aec0ac5c15bf tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Made reservation on behalf of b97e48bc75b74b49aec21b8a8b2810d5 for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:17:03.458203 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-05841d55-062f-4ea7-89c7-f023b742a80c req-d2e6f147-c8e9-4e84-81f6-aec0ac5c15bf tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:03.468506 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-05841d55-062f-4ea7-89c7-f023b742a80c req-d2e6f147-c8e9-4e84-81f6-aec0ac5c15bf tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:03.523303 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] For port e0b53d1c-b76c-4d12-86df-d87b5f43b48d, host dv-cinder-847131-1-iscsi, got binding levels [] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:17:03.523868 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (e0b53d1c-b76c-4d12-86df-d87b5f43b48d), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:03.528692 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-de52d088-35d0-4beb-9a0d-1e560b27a789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722933', 'neutron.services.segments.db._delete_segments_for_network-8773365012875'] for network (a0897f8b-0e7c-4829-8ca1-9ba6a95f427f), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:03.543758 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Calling delete_port for e0b53d1c-b76c-4d12-86df-d87b5f43b48d owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:17:03.545291 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.ipam_backend_mixin [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Port e0b53d1c-b76c-4d12-86df-d87b5f43b48d was not found and therefore no delete operation was performed {{(pid=104124) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 22 10:17:03.546885 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043'] for port (e0b53d1c-b76c-4d12-86df-d87b5f43b48d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:03.558346 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-de52d088-35d0-4beb-9a0d-1e560b27a789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0897f8b-0e7c-4829-8ca1-9ba6a95f427f']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:17:03.563037 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] No DVR routers for this DVR port e0b53d1c-b76c-4d12-86df-d87b5f43b48d on host dv-cinder-847131-1-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:17:03.575353 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-05841d55-062f-4ea7-89c7-f023b742a80c req-d2e6f147-c8e9-4e84-81f6-aec0ac5c15bf tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Publish callbacks [] for security_group (c629a70f-d461-4b8f-919e-2f0252dac9a0), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:03.576851 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-de52d088-35d0-4beb-9a0d-1e560b27a789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7f4a0d-268e-4e8b-a77e-5586a53275ed') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:17:03.577156 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-de52d088-35d0-4beb-9a0d-1e560b27a789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7f4a0d-268e-4e8b-a77e-5586a53275ed') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:17:03.585657 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-05841d55-062f-4ea7-89c7-f023b742a80c req-d2e6f147-c8e9-4e84-81f6-aec0ac5c15bf tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (c629a70f-d461-4b8f-919e-2f0252dac9a0), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:03.586534 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Pushing event deleted for resources: {'Port': ['ID=e0b53d1c-b76c-4d12-86df-d87b5f43b48d,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:03.590221 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-de52d088-35d0-4beb-9a0d-1e560b27a789 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773365013140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4278859'] for segment (ca7f4a0d-268e-4e8b-a77e-5586a53275ed), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:03.594529 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:03.595000 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:03.595521 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:03.595885 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:03.596221 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:03.596554 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:03.596931 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:03.597326 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:03.597659 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:03.598009 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:03.598337 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:03.598664 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:03.598988 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:03.599311 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:03.599630 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96951d30-e225-4fc4-b6bd-3a8a0b5f70b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:03.605319 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-de52d088-35d0-4beb-9a0d-1e560b27a789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (ca7f4a0d-268e-4e8b-a77e-5586a53275ed), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:03.613556 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de52d088-35d0-4beb-9a0d-1e560b27a789 admin admin] Releasing vlan 991 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:17:03.613929 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-de52d088-35d0-4beb-9a0d-1e560b27a789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6232530'] for segment (ca7f4a0d-268e-4e8b-a77e-5586a53275ed), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:03.634175 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment ca7f4a0d-268e-4e8b-a77e-5586a53275ed resource provider aggregate not found Jun 22 10:17:03.663408 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6f147-c8e9-4e84-81f6-aec0ac5c15bf tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c629a70f-d461-4b8f-919e-2f0252dac9a0,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:03.670191 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:03.680696 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment ca7f4a0d-268e-4e8b-a77e-5586a53275ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca7f4a0d-268e-4e8b-a77e-5586a53275ed found for delete ", "request_id": "req-8b511d9a-88d3-4895-96b1-5a138de431dd"}]} Jun 22 10:17:03.690212 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-de52d088-35d0-4beb-9a0d-1e560b27a789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745775'] for network (a0897f8b-0e7c-4829-8ca1-9ba6a95f427f), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:03.696706 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-de52d088-35d0-4beb-9a0d-1e560b27a789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:03.703380 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-de52d088-35d0-4beb-9a0d-1e560b27a789 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a0897f8b-0e7c-4829-8ca1-9ba6a95f427f HTTP/1.1" status: 204 len: 168 time: 0.6346829 Jun 22 10:17:03.717873 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52d088-35d0-4beb-9a0d-1e560b27a789 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0897f8b-0e7c-4829-8ca1-9ba6a95f427f,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:03.743440 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-05841d55-062f-4ea7-89c7-f023b742a80c req-d2e6f147-c8e9-4e84-81f6-aec0ac5c15bf tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Allocated IP 192.168.233.29 (7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa/1ea551c8-fe75-42ff-8e61-f82544d80e42/528fafa3-02ad-4846-bebb-f55c3ad3c12f) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:17:03.895209 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38054) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:03.940314 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8014253b-8313-49c8-9fe4-eafb2b1b1762 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d4765b82e21647a9b391a98f446a0e17&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412457 Jun 22 10:17:03.940314 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38058) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:04.011977 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-94114e80-7a5a-4951-ab9e-4dff52b62ef6 admin admin] Publish callbacks [] for security_group (23400919-520f-4b7e-9690-2e2ee08b0efa), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:04.069628 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-94114e80-7a5a-4951-ab9e-4dff52b62ef6 admin admin] Publish callbacks [] for security_group (23400919-520f-4b7e-9690-2e2ee08b0efa), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:04.071809 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:04.085306 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:04.135067 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:04.160000 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-05841d55-062f-4ea7-89c7-f023b742a80c req-d2e6f147-c8e9-4e84-81f6-aec0ac5c15bf tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Publish callbacks [] for port (528fafa3-02ad-4846-bebb-f55c3ad3c12f), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:04.172471 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ee98c10-7a72-4e85-93dd-97588efabb30 req-427d5f06-d9bb-49da-813f-343cd75c3881 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 210 time: 0.0638804 Jun 22 10:17:04.182040 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffcaa9-5135-47e8-852f-c3891f4965b5 req-340d6a45-65ab-4b7f-9ed5-dec980a2241c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:04.183579 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4cffcaa9-5135-47e8-852f-c3891f4965b5 req-340d6a45-65ab-4b7f-9ed5-dec980a2241c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.1342337 Jun 22 10:17:04.217198 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-05841d55-062f-4ea7-89c7-f023b742a80c req-d2e6f147-c8e9-4e84-81f6-aec0ac5c15bf tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (528fafa3-02ad-4846-bebb-f55c3ad3c12f), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:04.227103 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-94114e80-7a5a-4951-ab9e-4dff52b62ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (23400919-520f-4b7e-9690-2e2ee08b0efa), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:04.230182 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-94114e80-7a5a-4951-ab9e-4dff52b62ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:04.231351 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-94114e80-7a5a-4951-ab9e-4dff52b62ef6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23400919-520f-4b7e-9690-2e2ee08b0efa HTTP/1.1" status: 204 len: 168 time: 0.2895718 Jun 22 10:17:04.248865 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114e80-7a5a-4951-ab9e-4dff52b62ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23400919-520f-4b7e-9690-2e2ee08b0efa,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:04.262282 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4cffcaa9-5135-47e8-852f-c3891f4965b5 req-7911db57-a080-4579-b6a2-97f76b0d3886 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696750 Jun 22 10:17:04.277271 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05841d55-062f-4ea7-89c7-f023b742a80c req-d2e6f147-c8e9-4e84-81f6-aec0ac5c15bf tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Network 7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:17:04.282589 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-05841d55-062f-4ea7-89c7-f023b742a80c req-d2e6f147-c8e9-4e84-81f6-aec0ac5c15bf tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:17:04.285309 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6f147-c8e9-4e84-81f6-aec0ac5c15bf tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Pushing event updated for resources: {'Port': ['ID=528fafa3-02ad-4846-bebb-f55c3ad3c12f,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:04.287825 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-05841d55-062f-4ea7-89c7-f023b742a80c req-d2e6f147-c8e9-4e84-81f6-aec0ac5c15bf tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:17:04.348716 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05841d55-062f-4ea7-89c7-f023b742a80c req-d2e6f147-c8e9-4e84-81f6-aec0ac5c15bf tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:04.350059 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-05841d55-062f-4ea7-89c7-f023b742a80c req-d2e6f147-c8e9-4e84-81f6-aec0ac5c15bf tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:04.371889 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-05841d55-062f-4ea7-89c7-f023b742a80c req-d2e6f147-c8e9-4e84-81f6-aec0ac5c15bf tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0686033 Jun 22 10:17:04.384442 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] Request body: {'port': {'device_id': '06859498-5e65-4775-99f7-828d79365634', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:17:04.392043 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device cae3f9d1-f8c1-4623-9f5c-c71c4f646dac no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:17:04.420909 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: cae3f9d1-f8c1-4623-9f5c-c71c4f646dac {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:17:04.421260 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device cae3f9d1-f8c1-4623-9f5c-c71c4f646dac not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:17:04.421953 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device d2df1a00-7930-4e6a-bd81-5e20ce657f32 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:17:04.442872 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: d2df1a00-7930-4e6a-bd81-5e20ce657f32 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:17:04.443228 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device d2df1a00-7930-4e6a-bd81-5e20ce657f32 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:17:04.443638 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device e0b53d1c-b76c-4d12-86df-d87b5f43b48d no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:17:04.462106 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (528fafa3-02ad-4846-bebb-f55c3ad3c12f), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:04.468844 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: e0b53d1c-b76c-4d12-86df-d87b5f43b48d {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:17:04.469115 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device e0b53d1c-b76c-4d12-86df-d87b5f43b48d not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:17:04.595993 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-91bb4240-56c0-4375-a65f-8cbb79152f81 None None] Provisioning complete for port 528fafa3-02ad-4846-bebb-f55c3ad3c12f triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:17:04.596363 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-91bb4240-56c0-4375-a65f-8cbb79152f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (528fafa3-02ad-4846-bebb-f55c3ad3c12f), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:04.616362 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:04.632491 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-91bb4240-56c0-4375-a65f-8cbb79152f81 None None] Port 528fafa3-02ad-4846-bebb-f55c3ad3c12f cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:17:04.741057 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 528fafa3-02ad-4846-bebb-f55c3ad3c12f {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:17:04.748640 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] Publish callbacks [] for port (528fafa3-02ad-4846-bebb-f55c3ad3c12f), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:04.761987 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] Transition to ACTIVE for port object 528fafa3-02ad-4846-bebb-f55c3ad3c12f will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:17:04.766223 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (528fafa3-02ad-4846-bebb-f55c3ad3c12f), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:04.824437 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:04.824437 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] Pushing event updated for resources: {'Port': ['ID=528fafa3-02ad-4846-bebb-f55c3ad3c12f,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:04.907722 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] Attempting to bind port 528fafa3-02ad-4846-bebb-f55c3ad3c12f on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:17:04.908064 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] Attempting to bind port 528fafa3-02ad-4846-bebb-f55c3ad3c12f by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'a3fe2f82-9002-461d-87a8-6f766e45d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:17:04.908406 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] Attempting to bind port 528fafa3-02ad-4846-bebb-f55c3ad3c12f on network 7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:17:04.913830 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] Port 528fafa3-02ad-4846-bebb-f55c3ad3c12f on network 7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:17:04.914215 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] Attempting to bind port 528fafa3-02ad-4846-bebb-f55c3ad3c12f on network 7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:17:04.919406 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:17:04.919870 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] Checking segment: {'id': 'a3fe2f82-9002-461d-87a8-6f766e45d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:17:04.920127 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] Bound using segment: {'id': 'a3fe2f82-9002-461d-87a8-6f766e45d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:17:04.920560 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] Bound port: 528fafa3-02ad-4846-bebb-f55c3ad3c12f, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3fe2f82-9002-461d-87a8-6f766e45d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:17:04.920923 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (528fafa3-02ad-4846-bebb-f55c3ad3c12f), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:04.997286 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] For port 528fafa3-02ad-4846-bebb-f55c3ad3c12f, host hv-cinder-84713, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:17:05.000814 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] For port 528fafa3-02ad-4846-bebb-f55c3ad3c12f, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=528fafa3-02ad-4846-bebb-f55c3ad3c12f,segment=NetworkSegment(a3fe2f82-9002-461d-87a8-6f766e45d0a9),segment_id=a3fe2f82-9002-461d-87a8-6f766e45d0a9)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:17:05.008205 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (528fafa3-02ad-4846-bebb-f55c3ad3c12f), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:05.042990 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:05.043749 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:05.045208 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-05841d55-062f-4ea7-89c7-f023b742a80c req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] 10.222.0.59 "PUT /v2.0/ports/528fafa3-02ad-4846-bebb-f55c3ad3c12f HTTP/1.1" status: 200 len: 1097 time: 0.6660783 Jun 22 10:17:05.045762 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06859498-5e65-4775-99f7-828d79365634', 'tag': '528fafa3-02ad-4846-bebb-f55c3ad3c12f'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:17:05.059304 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33de9d4-b191-4a65-b0b3-06af4298d088" -d '{"events": [{"name": "network-changed", "server_uuid": "06859498-5e65-4775-99f7-828d79365634", "tag": "528fafa3-02ad-4846-bebb-f55c3ad3c12f"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:17:05.094617 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:05.155566 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94fae17-6ee6-448b-9b13-9774c6335496 x-openstack-request-id: req-e94fae17-6ee6-448b-9b13-9774c6335496 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:17:05.156272 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06859498-5e65-4775-99f7-828d79365634", "tag": "528fafa3-02ad-4846-bebb-f55c3ad3c12f", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:17:05.156272 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e94fae17-6ee6-448b-9b13-9774c6335496 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:17:05.156608 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e94fae17-6ee6-448b-9b13-9774c6335496'] response: {'name': 'network-changed', 'server_uuid': '06859498-5e65-4775-99f7-828d79365634', 'tag': '528fafa3-02ad-4846-bebb-f55c3ad3c12f', 'status': 'completed', 'code': 200} Jun 22 10:17:05.168122 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51bb2a-4e9e-424d-ad66-871d9a3c642c service neutron] Pushing event updated for resources: {'Port': ['ID=528fafa3-02ad-4846-bebb-f55c3ad3c12f,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:05.177391 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05841d55-062f-4ea7-89c7-f023b742a80c req-445dd181-118c-44e4-baa7-08e91abf0174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:05.179109 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-05841d55-062f-4ea7-89c7-f023b742a80c req-445dd181-118c-44e4-baa7-08e91abf0174 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b97e48bc75b74b49aec21b8a8b2810d5&device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 1131 time: 0.0765324 Jun 22 10:17:05.233072 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-05841d55-062f-4ea7-89c7-f023b742a80c req-18435b8d-b4e6-4b1a-b6be-f5bdd5810a18 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=528fafa3-02ad-4846-bebb-f55c3ad3c12f HTTP/1.1" status: 200 len: 217 time: 0.0412447 Jun 22 10:17:05.328899 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05841d55-062f-4ea7-89c7-f023b742a80c req-d7276c68-2a94-46b9-98c1-d6a6905aa9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:05.330420 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-05841d55-062f-4ea7-89c7-f023b742a80c req-d7276c68-2a94-46b9-98c1-d6a6905aa9cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ea551c8-fe75-42ff-8e61-f82544d80e42 HTTP/1.1" status: 200 len: 843 time: 0.0877388 Jun 22 10:17:05.345741 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0210ec-7c80-4ab5-bafd-77b4355d7aa8 req-4379b05f-0916-471d-8a7f-29b1b48acfc2 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:05.349102 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ca0210ec-7c80-4ab5-bafd-77b4355d7aa8 req-4379b05f-0916-471d-8a7f-29b1b48acfc2 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 947 time: 0.0665610 Jun 22 10:17:05.400788 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05841d55-062f-4ea7-89c7-f023b742a80c req-519fe900-e889-42ce-8852-d0389a29120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:05.403112 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-05841d55-062f-4ea7-89c7-f023b742a80c req-519fe900-e889-42ce-8852-d0389a29120b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0624275 Jun 22 10:17:05.537871 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-05841d55-062f-4ea7-89c7-f023b742a80c req-f68440e2-6bda-487d-8d16-53b856acc7e2 service neutron] 10.222.0.59 "GET /v2.0/networks/7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217268 Jun 22 10:17:05.661059 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ca0210ec-7c80-4ab5-bafd-77b4355d7aa8 req-3b882e46-1a38-41d6-8eea-16ea2e2d92e5 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055654 Jun 22 10:17:05.669668 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-05841d55-062f-4ea7-89c7-f023b742a80c req-3b69e530-e627-403e-8a49-8d45506d6310 service neutron] 10.222.0.59 "GET /v2.0/networks/7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160493 Jun 22 10:17:05.782813 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb039804-5225-4bb8-9bed-de4a0573beb7 req-bb96ab11-0178-4642-b9ff-525fcd42c140 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:05.785425 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-eb039804-5225-4bb8-9bed-de4a0573beb7 req-bb96ab11-0178-4642-b9ff-525fcd42c140 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0498343 Jun 22 10:17:05.832982 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-eb039804-5225-4bb8-9bed-de4a0573beb7 req-e6316c7c-1a73-4147-a2cc-d33c778f0ac1 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423522 Jun 22 10:17:06.776813 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b9297-0b2b-49d0-8d33-cdc15843f566 req-096b77b6-2cfa-47f2-9694-692ac166b397 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:06.778349 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9a3b9297-0b2b-49d0-8d33-cdc15843f566 req-096b77b6-2cfa-47f2-9694-692ac166b397 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 947 time: 0.0471613 Jun 22 10:17:06.830378 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9a3b9297-0b2b-49d0-8d33-cdc15843f566 req-04200023-43fc-4b5e-9c2f-2ec641c03319 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460908 Jun 22 10:17:06.958016 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f8b2a-0845-4d7e-9023-28b7ce03f32d req-89f89f0a-ea80-4f3c-a852-9308b0c6b54d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:06.959390 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-325f8b2a-0845-4d7e-9023-28b7ce03f32d req-89f89f0a-ea80-4f3c-a852-9308b0c6b54d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0454006 Jun 22 10:17:07.006466 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-325f8b2a-0845-4d7e-9023-28b7ce03f32d req-470485dd-28b8-43cc-9353-8e7ac3620606 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417001 Jun 22 10:17:07.944784 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e132cf-e140-4c4e-b85f-30655681d1d5 req-9cd6c676-b6ab-4489-9b84-41643a201190 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:07.946266 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a1e132cf-e140-4c4e-b85f-30655681d1d5 req-9cd6c676-b6ab-4489-9b84-41643a201190 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 947 time: 0.0456028 Jun 22 10:17:07.992710 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a1e132cf-e140-4c4e-b85f-30655681d1d5 req-65634ec1-842a-4fcb-b574-274e465d33a4 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410957 Jun 22 10:17:08.119771 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824374cc-9d60-470c-8ca6-22badcfdf7a0 req-1da61359-2076-4eac-bd87-9b25ac52728d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:08.121265 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-824374cc-9d60-470c-8ca6-22badcfdf7a0 req-1da61359-2076-4eac-bd87-9b25ac52728d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0494816 Jun 22 10:17:08.167643 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-824374cc-9d60-470c-8ca6-22badcfdf7a0 req-feb6daa7-2e68-49b5-a6fe-b59ba0c5a1dc tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408068 Jun 22 10:17:08.388582 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3abca7be-e442-42f3-9cd7-eeafb5d06cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:09.108327 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bda12-2dab-4496-8f51-3e1421c1e031 req-95485988-80af-42b6-a438-7f49698577f0 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:09.110882 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-632bda12-2dab-4496-8f51-3e1421c1e031 req-95485988-80af-42b6-a438-7f49698577f0 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 947 time: 0.0504341 Jun 22 10:17:09.159594 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-632bda12-2dab-4496-8f51-3e1421c1e031 req-242df42a-4298-4ebd-a93a-0147fa84ff96 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431309 Jun 22 10:17:09.285842 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9f381-362b-4d9d-b594-5f165d253f65 req-ec98cff5-3cd3-4f9f-8da6-0c5a70ad29a6 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:09.287321 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-03b9f381-362b-4d9d-b594-5f165d253f65 req-ec98cff5-3cd3-4f9f-8da6-0c5a70ad29a6 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0517271 Jun 22 10:17:09.335609 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-03b9f381-362b-4d9d-b594-5f165d253f65 req-a73a1890-6e1d-4077-bb9f-17b31092b061 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426521 Jun 22 10:17:10.281471 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87975d6b-a2c9-4866-bfa1-5e7b984f73d6 req-594adfee-369e-4fcc-b6f6-c1b83b1e7d08 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:10.282981 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-87975d6b-a2c9-4866-bfa1-5e7b984f73d6 req-594adfee-369e-4fcc-b6f6-c1b83b1e7d08 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 947 time: 0.0532126 Jun 22 10:17:10.316074 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:10.331917 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-87975d6b-a2c9-4866-bfa1-5e7b984f73d6 req-0d56b6a3-70be-4242-bed4-856f71661fb9 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418744 Jun 22 10:17:10.446889 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c062-9c52-457c-88d9-f6edf4600cf4 req-b52a789b-4f40-42aa-8eb2-31ecce4b0df4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:10.448377 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6bf2c062-9c52-457c-88d9-f6edf4600cf4 req-b52a789b-4f40-42aa-8eb2-31ecce4b0df4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0461655 Jun 22 10:17:10.479308 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:10.500720 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6bf2c062-9c52-457c-88d9-f6edf4600cf4 req-aab85b91-c8dc-44bd-b054-1c907ec38254 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468717 Jun 22 10:17:10.713102 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cadf97ad-3218-4856-ac73-4c50a85c1e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:11.445645 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f44b3b-3ae2-48ab-b3ca-7fa70e2f59eb req-758d47b4-8dde-4141-9e54-b975cfb7e868 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:11.447123 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a2f44b3b-3ae2-48ab-b3ca-7fa70e2f59eb req-758d47b4-8dde-4141-9e54-b975cfb7e868 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 947 time: 0.0475733 Jun 22 10:17:11.494291 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a2f44b3b-3ae2-48ab-b3ca-7fa70e2f59eb req-35e43ffa-3507-448d-a8b0-bc2f3707d7ee tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417438 Jun 22 10:17:11.613190 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09acfd-9436-49aa-83cc-24038e43e045 req-be275933-2b72-45db-9adf-6770bffcc1e8 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:11.614603 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2c09acfd-9436-49aa-83cc-24038e43e045 req-be275933-2b72-45db-9adf-6770bffcc1e8 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0467672 Jun 22 10:17:11.661313 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2c09acfd-9436-49aa-83cc-24038e43e045 req-eb03038f-90cf-4392-a415-e6e32b5fd59d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412953 Jun 22 10:17:11.955523 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:12.238387 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=41 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:12.266302 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:12.411283 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33de9d4-b191-4a65-b0b3-06af4298d088 req-ee962444-0a8d-4ecc-9937-36ce97fd3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:12.412840 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f33de9d4-b191-4a65-b0b3-06af4298d088 req-ee962444-0a8d-4ecc-9937-36ce97fd3c83 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b97e48bc75b74b49aec21b8a8b2810d5&device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 1131 time: 0.0414388 Jun 22 10:17:12.508451 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33de9d4-b191-4a65-b0b3-06af4298d088 req-1d235872-75d5-4d94-8899-a3aa9eaf1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:12.509884 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f33de9d4-b191-4a65-b0b3-06af4298d088 req-1d235872-75d5-4d94-8899-a3aa9eaf1387 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa HTTP/1.1" status: 200 len: 870 time: 0.0908797 Jun 22 10:17:12.551046 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f33de9d4-b191-4a65-b0b3-06af4298d088 req-1f50e257-3a6a-44e0-89a7-c12ca8615fb1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=528fafa3-02ad-4846-bebb-f55c3ad3c12f HTTP/1.1" status: 200 len: 217 time: 0.0329473 Jun 22 10:17:12.600558 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33de9d4-b191-4a65-b0b3-06af4298d088 req-04f4f5a2-103a-412f-bdc3-0c88f73f3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:12.602069 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f33de9d4-b191-4a65-b0b3-06af4298d088 req-04f4f5a2-103a-412f-bdc3-0c88f73f3e1f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1ea551c8-fe75-42ff-8e61-f82544d80e42 HTTP/1.1" status: 200 len: 843 time: 0.0458474 Jun 22 10:17:12.611188 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14724f2e-b4d2-4840-9e83-0c5972318ff0 req-88233538-036c-44ea-8836-74b9e37744a3 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:12.614093 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-14724f2e-b4d2-4840-9e83-0c5972318ff0 req-88233538-036c-44ea-8836-74b9e37744a3 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 947 time: 0.0508549 Jun 22 10:17:12.649086 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33de9d4-b191-4a65-b0b3-06af4298d088 req-61c74c24-e14c-4389-bce4-71745712c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:12.650664 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f33de9d4-b191-4a65-b0b3-06af4298d088 req-61c74c24-e14c-4389-bce4-71745712c98b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0397398 Jun 22 10:17:12.660754 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-14724f2e-b4d2-4840-9e83-0c5972318ff0 req-035b9ed1-8187-4052-85c1-8be9b57ba24b tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419641 Jun 22 10:17:12.747055 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:12.752972 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f33de9d4-b191-4a65-b0b3-06af4298d088 req-946a1644-b1a9-4573-b105-97bd64b8272f service neutron] 10.222.0.59 "GET /v2.0/networks/7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906055 Jun 22 10:17:12.775394 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b26f22-040e-4cc9-80b7-00bdd994d4bb req-14aae580-df0c-4ad2-8888-971d57d1e6d4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:12.777254 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-03b26f22-040e-4cc9-80b7-00bdd994d4bb req-14aae580-df0c-4ad2-8888-971d57d1e6d4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0500216 Jun 22 10:17:12.829976 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-03b26f22-040e-4cc9-80b7-00bdd994d4bb req-4946c56b-7c70-4e3c-9611-8851b2abaf6d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466464 Jun 22 10:17:12.863840 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f33de9d4-b191-4a65-b0b3-06af4298d088 req-7ec30953-b280-42d3-bbb1-833c19e736d3 service neutron] 10.222.0.59 "GET /v2.0/networks/7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020026 Jun 22 10:17:13.405362 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:13.413646 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:13.632212 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38226) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:13.747754 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c51a227-ab13-444c-b260-a94e2bbd958f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:13.801285 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c62f4-d7e6-4719-ba47-c45ffc21d3d4 req-f0119333-562d-44db-b02f-502c8e9a06fd tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:13.802789 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9f3c62f4-d7e6-4719-ba47-c45ffc21d3d4 req-f0119333-562d-44db-b02f-502c8e9a06fd tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 947 time: 0.0700986 Jun 22 10:17:13.852685 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:13.886740 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9f3c62f4-d7e6-4719-ba47-c45ffc21d3d4 req-38e9e276-77dd-4e3b-ab85-7d742cc6d5db tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756247 Jun 22 10:17:13.904913 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c51a227-ab13-444c-b260-a94e2bbd958f admin admin] Publish callbacks [] for security_group (3fd31155-42ba-4e50-89a6-7012b0af15b3), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:13.910593 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c51a227-ab13-444c-b260-a94e2bbd958f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (3fd31155-42ba-4e50-89a6-7012b0af15b3), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:13.978726 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51a227-ab13-444c-b260-a94e2bbd958f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd31155-42ba-4e50-89a6-7012b0af15b3,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:13.985382 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6c51a227-ab13-444c-b260-a94e2bbd958f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d651176f9b74f8d9ac26d0004d73e08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3520675 Jun 22 10:17:13.988444 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38234) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:13.997484 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c92348-9c08-4463-981d-0e970e39ee09 req-db8ec08d-e058-48b8-92cb-bf93263a45a2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:13.999049 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-05c92348-9c08-4463-981d-0e970e39ee09 req-db8ec08d-e058-48b8-92cb-bf93263a45a2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0822618 Jun 22 10:17:14.038945 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-599eba65-a65d-4bd7-aef5-b80ab492b1c7 admin admin] Publish callbacks [] for security_group (3fd31155-42ba-4e50-89a6-7012b0af15b3), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:14.051291 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-05c92348-9c08-4463-981d-0e970e39ee09 req-32a5ab4f-259e-43f6-9868-5f20ff1bb539 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467811 Jun 22 10:17:14.060276 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-599eba65-a65d-4bd7-aef5-b80ab492b1c7 admin admin] Publish callbacks [] for security_group (3fd31155-42ba-4e50-89a6-7012b0af15b3), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:14.107977 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-599eba65-a65d-4bd7-aef5-b80ab492b1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (3fd31155-42ba-4e50-89a6-7012b0af15b3), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:14.111178 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-599eba65-a65d-4bd7-aef5-b80ab492b1c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:14.114380 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-599eba65-a65d-4bd7-aef5-b80ab492b1c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3fd31155-42ba-4e50-89a6-7012b0af15b3 HTTP/1.1" status: 204 len: 168 time: 0.1223636 Jun 22 10:17:14.122593 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599eba65-a65d-4bd7-aef5-b80ab492b1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd31155-42ba-4e50-89a6-7012b0af15b3,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:14.703994 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 528fafa3-02ad-4846-bebb-f55c3ad3c12f details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:17:14.807956 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 528fafa3-02ad-4846-bebb-f55c3ad3c12f, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=528fafa3-02ad-4846-bebb-f55c3ad3c12f,segment=NetworkSegment(a3fe2f82-9002-461d-87a8-6f766e45d0a9),segment_id=a3fe2f82-9002-461d-87a8-6f766e45d0a9)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:17:14.820996 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': '528fafa3-02ad-4846-bebb-f55c3ad3c12f', 'network_id': '7ae2fb31-3d0a-4436-bbe1-afdfb3c4e0aa', 'port_id': '528fafa3-02ad-4846-bebb-f55c3ad3c12f', 'mac_address': 'fa:16:3e:c5:88:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 976, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea551c8-fe75-42ff-8e61-f82544d80e42', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:17:14.861821 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 528fafa3-02ad-4846-bebb-f55c3ad3c12f is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:17:14.862823 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (528fafa3-02ad-4846-bebb-f55c3ad3c12f), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:14.877428 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528fafa3-02ad-4846-bebb-f55c3ad3c12f {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:17:14.899299 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 528fafa3-02ad-4846-bebb-f55c3ad3c12f, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=528fafa3-02ad-4846-bebb-f55c3ad3c12f,segment=NetworkSegment(a3fe2f82-9002-461d-87a8-6f766e45d0a9),segment_id=a3fe2f82-9002-461d-87a8-6f766e45d0a9)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:17:14.903033 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (528fafa3-02ad-4846-bebb-f55c3ad3c12f), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:14.958351 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=528fafa3-02ad-4846-bebb-f55c3ad3c12f,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:15.001054 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:15.017091 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa71e80-1a9b-4a5b-981b-05b8b045cf3b req-d537dd6e-7138-4d03-9d7d-ad274fc28f05 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:15.019168 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5aa71e80-1a9b-4a5b-981b-05b8b045cf3b req-d537dd6e-7138-4d03-9d7d-ad274fc28f05 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 948 time: 0.0515349 Jun 22 10:17:15.070134 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5aa71e80-1a9b-4a5b-981b-05b8b045cf3b req-e7d895de-17ce-4caa-89d1-0ee13c87aa48 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452468 Jun 22 10:17:15.173430 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658b9e3-a0f2-4299-a575-bf58fe1da2dc req-0b42549e-e728-413f-9e40-fd0405375d0c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:15.175145 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8658b9e3-a0f2-4299-a575-bf58fe1da2dc req-0b42549e-e728-413f-9e40-fd0405375d0c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0468805 Jun 22 10:17:15.210607 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['528fafa3-02ad-4846-bebb-f55c3ad3c12f'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:17:15.223855 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8658b9e3-a0f2-4299-a575-bf58fe1da2dc req-dfb7e6a1-e937-43f6-9636-40d4220c0c80 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418551 Jun 22 10:17:16.185498 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc10eb-8fe6-4590-9196-945a5641b9bf req-b0856304-79aa-47dc-bf57-941c16e6587a tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:16.187004 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-29dc10eb-8fe6-4590-9196-945a5641b9bf req-b0856304-79aa-47dc-bf57-941c16e6587a tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 948 time: 0.0507896 Jun 22 10:17:16.234320 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-29dc10eb-8fe6-4590-9196-945a5641b9bf req-dae37207-82b8-41c1-9dff-c8dfbfd393b6 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418975 Jun 22 10:17:16.330478 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:16.341212 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf311e-1deb-4c28-a815-c1df12ccabc8 req-0a9b9415-a4e0-486b-af03-e7d2277922da tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:16.342799 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ffcf311e-1deb-4c28-a815-c1df12ccabc8 req-0a9b9415-a4e0-486b-af03-e7d2277922da tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0507848 Jun 22 10:17:16.390986 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ffcf311e-1deb-4c28-a815-c1df12ccabc8 req-4bd4fec8-b49d-4934-a862-56c261ae9eb3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414827 Jun 22 10:17:16.454492 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:16.704474 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 528fafa3-02ad-4846-bebb-f55c3ad3c12f up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:17:16.747272 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port 528fafa3-02ad-4846-bebb-f55c3ad3c12f completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:17:16.753608 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port 528fafa3-02ad-4846-bebb-f55c3ad3c12f triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:17:16.754014 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (528fafa3-02ad-4846-bebb-f55c3ad3c12f), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:16.795749 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:16.835280 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 528fafa3-02ad-4846-bebb-f55c3ad3c12f is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:17:16.835681 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (528fafa3-02ad-4846-bebb-f55c3ad3c12f), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:16.880970 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 528fafa3-02ad-4846-bebb-f55c3ad3c12f, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=528fafa3-02ad-4846-bebb-f55c3ad3c12f,segment=NetworkSegment(a3fe2f82-9002-461d-87a8-6f766e45d0a9),segment_id=a3fe2f82-9002-461d-87a8-6f766e45d0a9)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:17:16.883387 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06859498-5e65-4775-99f7-828d79365634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528fafa3-02ad-4846-bebb-f55c3ad3c12f'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:17:16.886888 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a215d5e2-8a5c-41b7-9342-19a14a913b04" -d '{"events": [{"server_uuid": "06859498-5e65-4775-99f7-828d79365634", "name": "network-vif-plugged", "status": "completed", "tag": "528fafa3-02ad-4846-bebb-f55c3ad3c12f"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:17:16.892275 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (528fafa3-02ad-4846-bebb-f55c3ad3c12f), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:16.935167 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a13f01-efaa-4145-a625-f46071eb2fd1 x-openstack-request-id: req-30a13f01-efaa-4145-a625-f46071eb2fd1 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:17:16.935470 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06859498-5e65-4775-99f7-828d79365634", "name": "network-vif-plugged", "status": "completed", "tag": "528fafa3-02ad-4846-bebb-f55c3ad3c12f", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:17:16.935739 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-30a13f01-efaa-4145-a625-f46071eb2fd1 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:17:16.936136 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a13f01-efaa-4145-a625-f46071eb2fd1'] response: {'server_uuid': '06859498-5e65-4775-99f7-828d79365634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528fafa3-02ad-4846-bebb-f55c3ad3c12f', 'code': 200} Jun 22 10:17:16.953588 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=528fafa3-02ad-4846-bebb-f55c3ad3c12f,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:17.138631 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab476ece-cf5c-4ce7-8552-7e043a2a9493 req-9b0006c3-c1e8-4942-a673-09573dec6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:17.150191 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ab476ece-cf5c-4ce7-8552-7e043a2a9493 req-9b0006c3-c1e8-4942-a673-09573dec6346 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 1133 time: 0.0455751 Jun 22 10:17:17.204338 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ab476ece-cf5c-4ce7-8552-7e043a2a9493 req-a6e6b515-ff13-4ba6-9134-758af6899fc7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479636 Jun 22 10:17:17.352271 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdedd97-6a27-45a6-ad53-88496cb22f88 req-010ea970-1ee2-49ba-8e49-257ebe211711 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:17.353775 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4cdedd97-6a27-45a6-ad53-88496cb22f88 req-010ea970-1ee2-49ba-8e49-257ebe211711 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 949 time: 0.0509443 Jun 22 10:17:17.400701 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4cdedd97-6a27-45a6-ad53-88496cb22f88 req-702683f1-6c79-4c28-9a7a-91d6b2607976 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411642 Jun 22 10:17:17.508203 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec216a-9f6d-42fd-b28c-9d459ab4488f req-6a3ffb50-c775-453a-afba-76a091fcc604 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:17.509636 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-78ec216a-9f6d-42fd-b28c-9d459ab4488f req-6a3ffb50-c775-453a-afba-76a091fcc604 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0511224 Jun 22 10:17:17.557326 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-78ec216a-9f6d-42fd-b28c-9d459ab4488f req-6a815df6-2ea0-4f56-8a4b-aa42c11081f4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421188 Jun 22 10:17:18.515543 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d32350-648e-4e45-a78b-916cb2878893 req-012b71e8-5b84-4fc4-9125-ef4cc361e77f tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:18.516960 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-29d32350-648e-4e45-a78b-916cb2878893 req-012b71e8-5b84-4fc4-9125-ef4cc361e77f tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 949 time: 0.0476089 Jun 22 10:17:18.568043 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-29d32350-648e-4e45-a78b-916cb2878893 req-46e9835e-a1e2-40f2-95ac-cf58c4963219 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448785 Jun 22 10:17:18.669654 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cb562-e461-4379-9afe-2454ae7f9904 req-7e3be15b-84c3-4dfc-854a-c5f7c563f5a6 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:18.671163 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cd9cb562-e461-4379-9afe-2454ae7f9904 req-7e3be15b-84c3-4dfc-854a-c5f7c563f5a6 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0471323 Jun 22 10:17:18.718134 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cd9cb562-e461-4379-9afe-2454ae7f9904 req-fa0ea044-1ac4-4454-bfb5-25c31ac9da61 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415106 Jun 22 10:17:19.686000 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7a18b-2700-405f-9954-5f2b406df4d6 req-bf185318-1d0d-470c-a4dc-efa4fc6485f5 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:19.687503 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-13b7a18b-2700-405f-9954-5f2b406df4d6 req-bf185318-1d0d-470c-a4dc-efa4fc6485f5 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 949 time: 0.0481968 Jun 22 10:17:19.734673 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-13b7a18b-2700-405f-9954-5f2b406df4d6 req-4e425650-f786-4db2-910a-7b74dfdd8c1e tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415645 Jun 22 10:17:19.832221 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867f34d-eb6a-4652-8c5f-e8a4c791c252 req-75788983-0042-493b-b02e-b9bb87ef2477 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:19.833668 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9867f34d-eb6a-4652-8c5f-e8a4c791c252 req-75788983-0042-493b-b02e-b9bb87ef2477 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0496676 Jun 22 10:17:19.881349 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9867f34d-eb6a-4652-8c5f-e8a4c791c252 req-f79d5873-d40e-417e-af13-d248df0e15d4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421872 Jun 22 10:17:21.032603 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb3cde-422f-4d16-b3b6-9f6ce96bb47a req-7c49b427-5d6c-4383-bfb7-ca7ab0cad32c tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:21.035137 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e4bb3cde-422f-4d16-b3b6-9f6ce96bb47a req-7c49b427-5d6c-4383-bfb7-ca7ab0cad32c tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 949 time: 0.0782156 Jun 22 10:17:21.042942 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b4000-4464-4bd2-9dee-c6d15e4f05f4 req-e86f7fcd-77f0-4685-995e-c14a9ba5a868 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:21.044349 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-839b4000-4464-4bd2-9dee-c6d15e4f05f4 req-e86f7fcd-77f0-4685-995e-c14a9ba5a868 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0776982 Jun 22 10:17:21.113960 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:21.125048 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e4bb3cde-422f-4d16-b3b6-9f6ce96bb47a req-687a7f1a-7422-405f-9a05-eaba925a6bc8 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797927 Jun 22 10:17:21.129845 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-839b4000-4464-4bd2-9dee-c6d15e4f05f4 req-df1e1420-3731-4ad3-9492-fa83b378fea7 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765996 Jun 22 10:17:22.268676 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac33885-6155-465a-afe7-2b96bf76579e req-215ab76a-7a73-406f-bbec-1812f4053bc6 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:22.270338 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5ac33885-6155-465a-afe7-2b96bf76579e req-215ab76a-7a73-406f-bbec-1812f4053bc6 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 949 time: 0.0770884 Jun 22 10:17:22.276293 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c26199-a06d-4006-9da9-d239700a2326 req-cec5881c-3006-4c43-9144-757f92f2bae0 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:22.277646 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-04c26199-a06d-4006-9da9-d239700a2326 req-cec5881c-3006-4c43-9144-757f92f2bae0 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0741692 Jun 22 10:17:22.323657 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:22.353300 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5ac33885-6155-465a-afe7-2b96bf76579e req-3c83d907-9bd8-4f3f-aa7a-377351a482b7 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747154 Jun 22 10:17:22.360355 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-04c26199-a06d-4006-9da9-d239700a2326 req-2c6c4eb7-0f7b-4268-828e-1c92f21c18a7 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752938 Jun 22 10:17:22.613905 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba233e-2c25-49dc-a263-27803b3298bb req-1a776155-da8c-4b83-8951-2464eadaa778 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:22.615337 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-70ba233e-2c25-49dc-a263-27803b3298bb req-1a776155-da8c-4b83-8951-2464eadaa778 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 949 time: 0.0509460 Jun 22 10:17:22.662022 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-70ba233e-2c25-49dc-a263-27803b3298bb req-0859831f-402e-47e3-a034-9333ab4c149a tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411484 Jun 22 10:17:23.474502 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b742-082f-4a6d-8781-b8752adeb709 req-8cb31a74-ecfd-4557-a63d-ed9ebba632bb tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:23.475959 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f6f6b742-082f-4a6d-8781-b8752adeb709 req-8cb31a74-ecfd-4557-a63d-ed9ebba632bb tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0460718 Jun 22 10:17:23.526208 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f6f6b742-082f-4a6d-8781-b8752adeb709 req-42ed3e06-d1a8-47e6-993a-909379f0b8ef tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445371 Jun 22 10:17:23.770996 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0ca55-f584-41be-9994-3f9f6fffd292 req-32b4eeeb-15d0-458e-95fc-93e1a912a357 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:23.772455 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-69e0ca55-f584-41be-9994-3f9f6fffd292 req-32b4eeeb-15d0-458e-95fc-93e1a912a357 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 949 time: 0.0458906 Jun 22 10:17:23.818920 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-69e0ca55-f584-41be-9994-3f9f6fffd292 req-d864f3d7-1d5b-4266-9296-4cd690b3febc tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409555 Jun 22 10:17:24.639904 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e476097-33ff-41c4-9f6f-1c790de4fd11 req-d8fc0268-38fa-4c03-aabb-d649dc7abfab tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:24.641383 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7e476097-33ff-41c4-9f6f-1c790de4fd11 req-d8fc0268-38fa-4c03-aabb-d649dc7abfab tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0477881 Jun 22 10:17:24.690444 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7e476097-33ff-41c4-9f6f-1c790de4fd11 req-3799496b-f1b8-4e41-868a-ed41d677c875 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428884 Jun 22 10:17:24.943169 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d022ad-8e81-4287-9152-4530b537a928 req-46146b29-658c-40ad-8ba1-397ce8a86f3c tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:24.944764 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-14d022ad-8e81-4287-9152-4530b537a928 req-46146b29-658c-40ad-8ba1-397ce8a86f3c tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 949 time: 0.0547664 Jun 22 10:17:24.996418 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-14d022ad-8e81-4287-9152-4530b537a928 req-81aa7b26-f1aa-43cc-a1fc-d54aef5225c2 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459223 Jun 22 10:17:25.803889 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377fddb-19c7-4546-af34-699d1469f8c8 req-7756eb4a-5b52-4e0d-85d1-77f1c71856d3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:25.805281 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1377fddb-19c7-4546-af34-699d1469f8c8 req-7756eb4a-5b52-4e0d-85d1-77f1c71856d3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0464215 Jun 22 10:17:25.851789 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1377fddb-19c7-4546-af34-699d1469f8c8 req-75c1bae7-f8e1-45fd-9e73-1cc388cfa248 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411153 Jun 22 10:17:26.112451 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122b6fd-0396-4abb-b88a-ebfe6a980ac3 req-c81a97e2-6fbd-4653-babc-bda52df953d3 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:26.113985 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5122b6fd-0396-4abb-b88a-ebfe6a980ac3 req-c81a97e2-6fbd-4653-babc-bda52df953d3 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 949 time: 0.0471823 Jun 22 10:17:26.165714 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5122b6fd-0396-4abb-b88a-ebfe6a980ac3 req-7e29746f-510d-4b6b-9fd1-af705a11ee0e tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463634 Jun 22 10:17:26.949108 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:26.950284 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:26.981809 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f942f-ebd8-4927-937a-5f083c57ac27 req-9ac3de0d-d3f4-42b4-a787-cd3abf0e37c6 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:26.983372 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a85f942f-ebd8-4927-937a-5f083c57ac27 req-9ac3de0d-d3f4-42b4-a787-cd3abf0e37c6 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0620866 Jun 22 10:17:27.037123 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a85f942f-ebd8-4927-937a-5f083c57ac27 req-5fb58f4b-8ac8-4255-bf74-bb5cf219771a tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474372 Jun 22 10:17:27.197753 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:27.200984 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=36,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:27.282357 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763bb13-1ef7-4a71-a3e5-7345bc24ced0 req-a297c6aa-1964-4b5c-8b4f-041a1c7fdf84 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:27.284162 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9763bb13-1ef7-4a71-a3e5-7345bc24ced0 req-a297c6aa-1964-4b5c-8b4f-041a1c7fdf84 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 949 time: 0.0497413 Jun 22 10:17:27.322064 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:27.325567 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69486e59-3872-4f76-b0d9-846a25fb48e3 req-679ba072-91dc-4794-ae4c-402d265e70e6 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:27.327079 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-69486e59-3872-4f76-b0d9-846a25fb48e3 req-679ba072-91dc-4794-ae4c-402d265e70e6 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.59 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 949 time: 0.0589600 Jun 22 10:17:27.334434 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9763bb13-1ef7-4a71-a3e5-7345bc24ced0 req-be2706b2-e886-4701-af5a-ad943fb19a9b tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442264 Jun 22 10:17:28.157348 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd74341-c8a8-497a-8285-a19f263197a9 req-d4594089-071f-47ff-91b9-abe8c200166e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:28.159552 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-efd74341-c8a8-497a-8285-a19f263197a9 req-d4594089-071f-47ff-91b9-abe8c200166e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0498195 Jun 22 10:17:28.211790 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-efd74341-c8a8-497a-8285-a19f263197a9 req-7625bd2f-f6df-4fe8-98e7-e1327ff1434d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459216 Jun 22 10:17:28.454510 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-69486e59-3872-4f76-b0d9-846a25fb48e3 req-17242937-b5f2-4e6c-bdaa-83dd817f7143 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Deleting port 528fafa3-02ad-4846-bebb-f55c3ad3c12f {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:17:28.455038 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-69486e59-3872-4f76-b0d9-846a25fb48e3 req-17242937-b5f2-4e6c-bdaa-83dd817f7143 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (528fafa3-02ad-4846-bebb-f55c3ad3c12f), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:28.460637 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e4fb8-36c6-440b-9bcc-066e8bcc3d2f req-3abd08f0-3e97-4103-b2f5-26f248cd51b9 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:28.468744 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3e6e4fb8-36c6-440b-9bcc-066e8bcc3d2f req-3abd08f0-3e97-4103-b2f5-26f248cd51b9 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 949 time: 0.0625081 Jun 22 10:17:28.516190 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3e6e4fb8-36c6-440b-9bcc-066e8bcc3d2f req-bce081b7-8c1d-4e62-9fc3-e32c1c176213 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/security-groups?id=c629a70f-d461-4b8f-919e-2f0252dac9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465407 Jun 22 10:17:28.570046 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8b1f3-5801-4fdc-839b-28eb925c956c req-e66432d6-3053-487b-b1a8-e899c0344ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:28.571659 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-43b8b1f3-5801-4fdc-839b-28eb925c956c req-e66432d6-3053-487b-b1a8-e899c0344ba4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 1129 time: 0.0873308 Jun 22 10:17:28.621823 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-69486e59-3872-4f76-b0d9-846a25fb48e3 req-17242937-b5f2-4e6c-bdaa-83dd817f7143 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] For port 528fafa3-02ad-4846-bebb-f55c3ad3c12f, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=528fafa3-02ad-4846-bebb-f55c3ad3c12f,segment=NetworkSegment(a3fe2f82-9002-461d-87a8-6f766e45d0a9),segment_id=a3fe2f82-9002-461d-87a8-6f766e45d0a9)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:17:28.622202 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-69486e59-3872-4f76-b0d9-846a25fb48e3 req-17242937-b5f2-4e6c-bdaa-83dd817f7143 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (528fafa3-02ad-4846-bebb-f55c3ad3c12f), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:28.646139 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-69486e59-3872-4f76-b0d9-846a25fb48e3 req-17242937-b5f2-4e6c-bdaa-83dd817f7143 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Calling delete_port for 528fafa3-02ad-4846-bebb-f55c3ad3c12f owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:17:28.663811 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-43b8b1f3-5801-4fdc-839b-28eb925c956c req-2d235a9b-1cae-4bdc-b604-cb4032abbfa2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798869 Jun 22 10:17:28.788896 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-69486e59-3872-4f76-b0d9-846a25fb48e3 req-17242937-b5f2-4e6c-bdaa-83dd817f7143 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (528fafa3-02ad-4846-bebb-f55c3ad3c12f), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:28.815384 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17242937-b5f2-4e6c-bdaa-83dd817f7143 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Pushing event deleted for resources: {'Port': ['ID=528fafa3-02ad-4846-bebb-f55c3ad3c12f,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:28.865331 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-69486e59-3872-4f76-b0d9-846a25fb48e3 req-17242937-b5f2-4e6c-bdaa-83dd817f7143 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] No DVR routers for this DVR port 528fafa3-02ad-4846-bebb-f55c3ad3c12f on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:17:28.869308 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-69486e59-3872-4f76-b0d9-846a25fb48e3 req-17242937-b5f2-4e6c-bdaa-83dd817f7143 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:28.873383 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-69486e59-3872-4f76-b0d9-846a25fb48e3 req-17242937-b5f2-4e6c-bdaa-83dd817f7143 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.59 "DELETE /v2.0/ports/528fafa3-02ad-4846-bebb-f55c3ad3c12f HTTP/1.1" status: 204 len: 173 time: 0.5301986 Jun 22 10:17:28.873862 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06859498-5e65-4775-99f7-828d79365634', 'name': 'network-vif-deleted', 'tag': '528fafa3-02ad-4846-bebb-f55c3ad3c12f'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:17:28.876155 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccdba9d-97e2-4819-9f76-140de20c9aa1" -d '{"events": [{"server_uuid": "06859498-5e65-4775-99f7-828d79365634", "name": "network-vif-deleted", "tag": "528fafa3-02ad-4846-bebb-f55c3ad3c12f"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:17:28.918243 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e860eaf-48bd-4617-8ed1-044651643fd1 x-openstack-request-id: req-2e860eaf-48bd-4617-8ed1-044651643fd1 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:17:28.918545 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06859498-5e65-4775-99f7-828d79365634", "name": "network-vif-deleted", "tag": "528fafa3-02ad-4846-bebb-f55c3ad3c12f", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:17:28.918827 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e860eaf-48bd-4617-8ed1-044651643fd1 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:17:28.919241 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e860eaf-48bd-4617-8ed1-044651643fd1'] response: {'server_uuid': '06859498-5e65-4775-99f7-828d79365634', 'name': 'network-vif-deleted', 'tag': '528fafa3-02ad-4846-bebb-f55c3ad3c12f', 'status': 'completed', 'code': 200} Jun 22 10:17:29.021171 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:29.330760 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:29.350536 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9eee1-e5a3-4ab0-81e8-39daa11781b9 req-02f09f6d-e401-4589-8053-2ace50d213e2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:29.352006 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-54d9eee1-e5a3-4ab0-81e8-39daa11781b9 req-02f09f6d-e401-4589-8053-2ace50d213e2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0559897 Jun 22 10:17:29.398533 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-54d9eee1-e5a3-4ab0-81e8-39daa11781b9 req-b8be0e87-bfca-4efa-84f9-4f977267cc4b tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407658 Jun 22 10:17:29.631307 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fdeca778-a67e-47f8-9717-c24c735164ad req-c31ab761-bb46-4c79-93f4-b3a49471ebba tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 210 time: 0.0281398 Jun 22 10:17:30.129305 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38550) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:30.232876 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0c2d453f-98e2-4ee1-81cc-a87c7041fd3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:30.307904 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0c2d453f-98e2-4ee1-81cc-a87c7041fd3a admin admin] Publish callbacks [] for security_group (c75d9fb3-3b2a-444c-86ed-1fcbb0077237), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:30.312496 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0c2d453f-98e2-4ee1-81cc-a87c7041fd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (c75d9fb3-3b2a-444c-86ed-1fcbb0077237), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:30.354818 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0c2d453f-98e2-4ee1-81cc-a87c7041fd3a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0de3b18b0f4b414da5a10ee0e3ffd9b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243690 Jun 22 10:17:30.355809 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d453f-98e2-4ee1-81cc-a87c7041fd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75d9fb3-3b2a-444c-86ed-1fcbb0077237,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:30.357915 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38556) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:30.408003 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-413f56e7-8268-489e-b053-9714f039520e admin admin] Publish callbacks [] for security_group (c75d9fb3-3b2a-444c-86ed-1fcbb0077237), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:30.430013 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-413f56e7-8268-489e-b053-9714f039520e admin admin] Publish callbacks [] for security_group (c75d9fb3-3b2a-444c-86ed-1fcbb0077237), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:30.501114 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-413f56e7-8268-489e-b053-9714f039520e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (c75d9fb3-3b2a-444c-86ed-1fcbb0077237), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:30.503813 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-413f56e7-8268-489e-b053-9714f039520e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:30.504938 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-413f56e7-8268-489e-b053-9714f039520e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c75d9fb3-3b2a-444c-86ed-1fcbb0077237 HTTP/1.1" status: 204 len: 168 time: 0.1461458 Jun 22 10:17:30.517773 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f56e7-8268-489e-b053-9714f039520e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75d9fb3-3b2a-444c-86ed-1fcbb0077237,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:30.525786 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cc131-9a81-463c-ba8b-a783da278df0 req-7c3ec212-3272-4c40-bd0d-ebd855d879ce tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:30.527571 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cc5cc131-9a81-463c-ba8b-a783da278df0 req-7c3ec212-3272-4c40-bd0d-ebd855d879ce tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0611877 Jun 22 10:17:30.578901 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cc5cc131-9a81-463c-ba8b-a783da278df0 req-5c894297-d4c4-4f79-9c6f-bac4e34c27ca tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449145 Jun 22 10:17:30.744703 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-927d6e59-bfbe-408a-b5f0-b177d0021b4f req-74827ac5-86dc-415a-bd68-e1da6a821c33 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 210 time: 0.0310228 Jun 22 10:17:30.788608 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38566) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:30.802477 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-028e4bfd-6b4e-4243-8fcf-7864d5d3b4bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:30.886157 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-028e4bfd-6b4e-4243-8fcf-7864d5d3b4bd admin admin] Publish callbacks [] for security_group (bf494769-d01c-4ba5-bdd8-2bb9ef76d15c), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:30.889798 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-028e4bfd-6b4e-4243-8fcf-7864d5d3b4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (bf494769-d01c-4ba5-bdd8-2bb9ef76d15c), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:30.933098 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-028e4bfd-6b4e-4243-8fcf-7864d5d3b4bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e86aeb2d9e94f31a07d648692cfd87c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434083 Jun 22 10:17:30.934067 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e4bfd-6b4e-4243-8fcf-7864d5d3b4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf494769-d01c-4ba5-bdd8-2bb9ef76d15c,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:30.935804 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38568) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:30.987346 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e006d5a1-4322-4e18-9c9f-f557ed17ab2c admin admin] Publish callbacks [] for security_group (bf494769-d01c-4ba5-bdd8-2bb9ef76d15c), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:31.008971 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e006d5a1-4322-4e18-9c9f-f557ed17ab2c admin admin] Publish callbacks [] for security_group (bf494769-d01c-4ba5-bdd8-2bb9ef76d15c), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:31.054516 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e006d5a1-4322-4e18-9c9f-f557ed17ab2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (bf494769-d01c-4ba5-bdd8-2bb9ef76d15c), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:31.057167 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e006d5a1-4322-4e18-9c9f-f557ed17ab2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:31.058468 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e006d5a1-4322-4e18-9c9f-f557ed17ab2c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf494769-d01c-4ba5-bdd8-2bb9ef76d15c HTTP/1.1" status: 204 len: 168 time: 0.1216562 Jun 22 10:17:31.060677 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:31.069633 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006d5a1-4322-4e18-9c9f-f557ed17ab2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf494769-d01c-4ba5-bdd8-2bb9ef76d15c,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:31.351326 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 528fafa3-02ad-4846-bebb-f55c3ad3c12f no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:17:31.374586 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: 528fafa3-02ad-4846-bebb-f55c3ad3c12f {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:17:31.374944 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 528fafa3-02ad-4846-bebb-f55c3ad3c12f not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:17:31.694109 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b0f49-bc3d-4680-a8ac-76490de5a88a req-992abc3e-8d81-4fc7-8c1b-ce41f9f66e83 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:31.695599 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3b0b0f49-bc3d-4680-a8ac-76490de5a88a req-992abc3e-8d81-4fc7-8c1b-ce41f9f66e83 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0498943 Jun 22 10:17:31.743928 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3b0b0f49-bc3d-4680-a8ac-76490de5a88a req-6b435ba2-7b2b-4749-aaab-362291cf87cb tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425987 Jun 22 10:17:31.856498 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-31f8eb9b-4534-409c-b2d8-1d1cae04e29c req-6957c9ab-685a-44cb-a898-9428c3a6234f tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 210 time: 0.0310235 Jun 22 10:17:32.865511 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43aa24-163c-4dfa-9952-763dced923d9 req-b4a7423f-1033-4888-99e7-f7375425987d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:32.867033 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8d43aa24-163c-4dfa-9952-763dced923d9 req-b4a7423f-1033-4888-99e7-f7375425987d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0527534 Jun 22 10:17:32.923859 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8d43aa24-163c-4dfa-9952-763dced923d9 req-b1b25c86-b63d-4eeb-ab89-2a9663b4ac9f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506713 Jun 22 10:17:32.958357 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:32.976880 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f2cab01e-f401-4fe3-b000-e5647d6bb6ab req-91c1ee02-680e-4f8c-87a3-55f579d5fe45 tempest-VolumesNegativeTest-2052720250 tempest-VolumesNegativeTest-2052720250-project] 10.222.0.43 "GET /v2.0/ports?device_id=06859498-5e65-4775-99f7-828d79365634 HTTP/1.1" status: 200 len: 210 time: 0.0296979 Jun 22 10:17:33.112573 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38652) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:33.235793 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-43d32f7d-bc9a-4a1c-8953-a7af51b03334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:33.303897 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:33.313012 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-43d32f7d-bc9a-4a1c-8953-a7af51b03334 admin admin] Publish callbacks [] for security_group (29e0b29d-e9d1-4911-8c82-f7ca16ccf9d0), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:33.316977 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-43d32f7d-bc9a-4a1c-8953-a7af51b03334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (29e0b29d-e9d1-4911-8c82-f7ca16ccf9d0), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:33.320732 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:33.363295 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-43d32f7d-bc9a-4a1c-8953-a7af51b03334 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=adfcef6a2ab14b2da6a83c6a3978fe0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495019 Jun 22 10:17:33.364435 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d32f7d-bc9a-4a1c-8953-a7af51b03334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e0b29d-e9d1-4911-8c82-f7ca16ccf9d0,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:33.366576 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38656) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:33.418754 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f41f0667-6770-4946-8e23-ff711506e7fc admin admin] Publish callbacks [] for security_group (29e0b29d-e9d1-4911-8c82-f7ca16ccf9d0), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:33.444428 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f41f0667-6770-4946-8e23-ff711506e7fc admin admin] Publish callbacks [] for security_group (29e0b29d-e9d1-4911-8c82-f7ca16ccf9d0), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:33.497571 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f41f0667-6770-4946-8e23-ff711506e7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (29e0b29d-e9d1-4911-8c82-f7ca16ccf9d0), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:33.500150 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f41f0667-6770-4946-8e23-ff711506e7fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:33.501399 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f41f0667-6770-4946-8e23-ff711506e7fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29e0b29d-e9d1-4911-8c82-f7ca16ccf9d0 HTTP/1.1" status: 204 len: 168 time: 0.1336710 Jun 22 10:17:33.510822 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f0667-6770-4946-8e23-ff711506e7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e0b29d-e9d1-4911-8c82-f7ca16ccf9d0,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:33.781797 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 38672) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:33.795706 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-51042de1-224a-45b5-8d4a-c4d12e8b9b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:33.873420 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-51042de1-224a-45b5-8d4a-c4d12e8b9b72 admin admin] Publish callbacks [] for security_group (f7305a32-1649-4ff2-bf2d-9ef6cdbe6ad0), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:33.878586 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-51042de1-224a-45b5-8d4a-c4d12e8b9b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (f7305a32-1649-4ff2-bf2d-9ef6cdbe6ad0), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:33.918593 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-51042de1-224a-45b5-8d4a-c4d12e8b9b72 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b6c378b31664597bf348d60975e073e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357121 Jun 22 10:17:33.919647 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51042de1-224a-45b5-8d4a-c4d12e8b9b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7305a32-1649-4ff2-bf2d-9ef6cdbe6ad0,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:33.921220 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 38674) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:33.974642 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5be4c9e5-63bc-4e69-8dc5-39e356f9f956 admin admin] Publish callbacks [] for security_group (f7305a32-1649-4ff2-bf2d-9ef6cdbe6ad0), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:33.995976 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:17:33.997815 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5be4c9e5-63bc-4e69-8dc5-39e356f9f956 admin admin] Publish callbacks [] for security_group (f7305a32-1649-4ff2-bf2d-9ef6cdbe6ad0), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:34.044929 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb77d32-0d35-4ade-86ad-172cbba81219 req-27984fab-5317-469a-a856-ff8894827b20 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:34.052803 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8eb77d32-0d35-4ade-86ad-172cbba81219 req-27984fab-5317-469a-a856-ff8894827b20 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0570760 Jun 22 10:17:34.058101 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5be4c9e5-63bc-4e69-8dc5-39e356f9f956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (f7305a32-1649-4ff2-bf2d-9ef6cdbe6ad0), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:34.060953 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5be4c9e5-63bc-4e69-8dc5-39e356f9f956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:34.065215 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-5be4c9e5-63bc-4e69-8dc5-39e356f9f956 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f7305a32-1649-4ff2-bf2d-9ef6cdbe6ad0 HTTP/1.1" status: 204 len: 168 time: 0.1401136 Jun 22 10:17:34.072815 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4c9e5-63bc-4e69-8dc5-39e356f9f956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7305a32-1649-4ff2-bf2d-9ef6cdbe6ad0,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:34.102208 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8eb77d32-0d35-4ade-86ad-172cbba81219 req-8b5737c8-ff18-4afe-8356-31fadff4f32e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485036 Jun 22 10:17:34.232272 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa60bd-5580-4413-a699-dca5f2e8eb98 req-5307c225-0902-4aa0-9899-6cb8def3e431 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:34.234160 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-80fa60bd-5580-4413-a699-dca5f2e8eb98 req-5307c225-0902-4aa0-9899-6cb8def3e431 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0530941 Jun 22 10:17:34.292431 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-80fa60bd-5580-4413-a699-dca5f2e8eb98 req-45709de4-3077-4e16-9e91-a4b097b8f014 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495689 Jun 22 10:17:36.039609 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f46d6-07a4-4b03-ada0-073666adf811 req-3a9ac421-aba1-4be3-9cee-65ee0dedd930 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:36.041045 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1c2f46d6-07a4-4b03-ada0-073666adf811 req-3a9ac421-aba1-4be3-9cee-65ee0dedd930 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0568447 Jun 22 10:17:36.104574 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1c2f46d6-07a4-4b03-ada0-073666adf811 req-16e923ab-59cb-4601-b0a9-947b605d59d2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565217 Jun 22 10:17:37.001354 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:37.232023 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3e640-ef51-4c67-8cef-cb8c6b8ab915 req-51e05542-2c87-4c61-ae66-f4f21b013c49 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:37.233480 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2eb3e640-ef51-4c67-8cef-cb8c6b8ab915 req-51e05542-2c87-4c61-ae66-f4f21b013c49 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0515387 Jun 22 10:17:37.286160 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2eb3e640-ef51-4c67-8cef-cb8c6b8ab915 req-575d7196-d98b-4906-9622-ed75dbf19569 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468426 Jun 22 10:17:38.075025 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e17cc-7b3f-48b3-9e11-a09543b02a69 req-82fe90a8-00c4-49d9-afeb-4ddd9a60711b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:38.076545 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-257e17cc-7b3f-48b3-9e11-a09543b02a69 req-82fe90a8-00c4-49d9-afeb-4ddd9a60711b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2&device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 1130 time: 0.0413246 Jun 22 10:17:38.173914 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e17cc-7b3f-48b3-9e11-a09543b02a69 req-61ee66e4-2555-4c37-bd3b-7e4921623867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:38.175494 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-257e17cc-7b3f-48b3-9e11-a09543b02a69 req-61ee66e4-2555-4c37-bd3b-7e4921623867 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4f5c1d12-de71-40fa-95b0-3e1b37dac412 HTTP/1.1" status: 200 len: 920 time: 0.0886738 Jun 22 10:17:38.214778 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-257e17cc-7b3f-48b3-9e11-a09543b02a69 req-d93e36c4-60d3-48bc-b166-03d62540e9e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fae1b3df-59c5-40aa-9acc-2d668ec3c54d HTTP/1.1" status: 200 len: 217 time: 0.0320780 Jun 22 10:17:38.270045 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e17cc-7b3f-48b3-9e11-a09543b02a69 req-4b0b6eec-f1c0-446e-abbf-6ddd1a3b88d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:38.271455 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-257e17cc-7b3f-48b3-9e11-a09543b02a69 req-4b0b6eec-f1c0-446e-abbf-6ddd1a3b88d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d52cd81-ade1-4a9c-ad07-0183651deb0b HTTP/1.1" status: 200 len: 858 time: 0.0424562 Jun 22 10:17:38.319216 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e17cc-7b3f-48b3-9e11-a09543b02a69 req-ef0882aa-28db-414a-b31d-3e32b8ae22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:38.320756 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-257e17cc-7b3f-48b3-9e11-a09543b02a69 req-ef0882aa-28db-414a-b31d-3e32b8ae22e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f5c1d12-de71-40fa-95b0-3e1b37dac412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382161 Jun 22 10:17:38.395250 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ae8d2e0a-204d-48ee-b52e-036d47d0c089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:38.401609 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:38.414672 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91201b61-95dc-43f3-b008-a20e24844de3 req-d1af2461-a0df-47c0-8990-c7a8dac56346 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:38.416253 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-91201b61-95dc-43f3-b008-a20e24844de3 req-d1af2461-a0df-47c0-8990-c7a8dac56346 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0534143 Jun 22 10:17:38.433614 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-257e17cc-7b3f-48b3-9e11-a09543b02a69 req-e364e618-ab4e-47bd-905d-cdc34dbf4e25 service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042511 Jun 22 10:17:38.464535 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-91201b61-95dc-43f3-b008-a20e24844de3 req-5715941a-09dc-4872-9ea3-db5432e0b3c7 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427725 Jun 22 10:17:38.542739 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-257e17cc-7b3f-48b3-9e11-a09543b02a69 req-a9eb8f40-4cc7-4ece-a41f-0132954d59fd service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921521 Jun 22 10:17:38.834484 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39052) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:38.980252 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-788a3386-f5e2-4189-abc7-666db7243731 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b97e48bc75b74b49aec21b8a8b2810d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445906 Jun 22 10:17:38.982872 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39058) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:39.034458 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0f2e32c2-4d8f-43a6-8598-6a64efeca09f admin admin] Publish callbacks [] for security_group (c629a70f-d461-4b8f-919e-2f0252dac9a0), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:39.036703 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:39.058083 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0f2e32c2-4d8f-43a6-8598-6a64efeca09f admin admin] Publish callbacks [] for security_group (c629a70f-d461-4b8f-919e-2f0252dac9a0), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:39.131090 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0f2e32c2-4d8f-43a6-8598-6a64efeca09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (c629a70f-d461-4b8f-919e-2f0252dac9a0), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:39.133818 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0f2e32c2-4d8f-43a6-8598-6a64efeca09f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:39.135059 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0f2e32c2-4d8f-43a6-8598-6a64efeca09f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c629a70f-d461-4b8f-919e-2f0252dac9a0 HTTP/1.1" status: 204 len: 168 time: 0.1512125 Jun 22 10:17:39.145751 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e32c2-4d8f-43a6-8598-6a64efeca09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c629a70f-d461-4b8f-919e-2f0252dac9a0,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:39.593786 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2f35b-737e-46ae-a98d-5da19689d00a req-a2b905e3-d6c8-435f-a003-93553567283e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:39.596555 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fcd2f35b-737e-46ae-a98d-5da19689d00a req-a2b905e3-d6c8-435f-a003-93553567283e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0540278 Jun 22 10:17:39.629028 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39102) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:39.654893 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fcd2f35b-737e-46ae-a98d-5da19689d00a req-5dc37f3a-8fac-44fa-8c83-447709f099fb tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502877 Jun 22 10:17:39.743136 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5182c572-576c-47ab-b6a3-e495a5996747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:39.825393 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5182c572-576c-47ab-b6a3-e495a5996747 admin admin] Publish callbacks [] for security_group (5446e41b-d639-4bde-8160-2891a3b22ea5), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:39.829334 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5182c572-576c-47ab-b6a3-e495a5996747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (5446e41b-d639-4bde-8160-2891a3b22ea5), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:39.873391 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182c572-576c-47ab-b6a3-e495a5996747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5446e41b-d639-4bde-8160-2891a3b22ea5,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:39.883220 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39114) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:39.883396 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-5182c572-576c-47ab-b6a3-e495a5996747 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd46b49bf4bf405685ebf40da0d6d540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519279 Jun 22 10:17:39.936482 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6128448c-cb68-48ef-b2be-ea75cc3e58ba admin admin] Publish callbacks [] for security_group (5446e41b-d639-4bde-8160-2891a3b22ea5), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:39.964604 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6128448c-cb68-48ef-b2be-ea75cc3e58ba admin admin] Publish callbacks [] for security_group (5446e41b-d639-4bde-8160-2891a3b22ea5), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:40.023325 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6128448c-cb68-48ef-b2be-ea75cc3e58ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (5446e41b-d639-4bde-8160-2891a3b22ea5), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:40.026097 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6128448c-cb68-48ef-b2be-ea75cc3e58ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:40.027252 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6128448c-cb68-48ef-b2be-ea75cc3e58ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5446e41b-d639-4bde-8160-2891a3b22ea5 HTTP/1.1" status: 204 len: 168 time: 0.1436822 Jun 22 10:17:40.035980 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128448c-cb68-48ef-b2be-ea75cc3e58ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5446e41b-d639-4bde-8160-2891a3b22ea5,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:40.516638 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39136) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:40.536854 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4741dedc-9cf6-4802-a05f-9899bc6b77be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:40.642105 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4741dedc-9cf6-4802-a05f-9899bc6b77be admin admin] Publish callbacks [] for security_group (eb3e2a25-fa40-4667-953f-b9d319443b28), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:40.648510 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4741dedc-9cf6-4802-a05f-9899bc6b77be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (eb3e2a25-fa40-4667-953f-b9d319443b28), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:40.704145 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741dedc-9cf6-4802-a05f-9899bc6b77be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3e2a25-fa40-4667-953f-b9d319443b28,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:40.714585 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39142) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:40.715095 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4741dedc-9cf6-4802-a05f-9899bc6b77be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e35b01b5470d4821a1fff6e703c623d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961462 Jun 22 10:17:40.728174 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-72c32295-4771-4f4a-b954-918b3ef7999e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:40.732852 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:40.756791 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:40.806537 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4920c-49f6-4b10-b66a-d1b6f652fa93 req-60d3bbc6-4db6-4efd-a235-3144696df53d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:40.808291 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c0c4920c-49f6-4b10-b66a-d1b6f652fa93 req-60d3bbc6-4db6-4efd-a235-3144696df53d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0668805 Jun 22 10:17:40.814057 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3050625d-0bce-4e9e-8894-6dd15b319dc9 admin admin] Publish callbacks [] for security_group (eb3e2a25-fa40-4667-953f-b9d319443b28), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:40.850967 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3050625d-0bce-4e9e-8894-6dd15b319dc9 admin admin] Publish callbacks [] for security_group (eb3e2a25-fa40-4667-953f-b9d319443b28), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:40.872124 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c0c4920c-49f6-4b10-b66a-d1b6f652fa93 req-98be1b94-f418-4d2b-ac10-952bf51f3f24 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577543 Jun 22 10:17:40.916913 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3050625d-0bce-4e9e-8894-6dd15b319dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (eb3e2a25-fa40-4667-953f-b9d319443b28), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:40.920713 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3050625d-0bce-4e9e-8894-6dd15b319dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:40.922004 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-3050625d-0bce-4e9e-8894-6dd15b319dc9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eb3e2a25-fa40-4667-953f-b9d319443b28 HTTP/1.1" status: 204 len: 168 time: 0.2042446 Jun 22 10:17:40.932873 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050625d-0bce-4e9e-8894-6dd15b319dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3e2a25-fa40-4667-953f-b9d319443b28,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:41.963202 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:41.996656 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be5efa-9b48-47a2-bf0a-a8cb73ab7da3 req-a99ee4af-3d4b-45a2-b17f-9bcea2963c8f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:41.998193 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d4be5efa-9b48-47a2-bf0a-a8cb73ab7da3 req-a99ee4af-3d4b-45a2-b17f-9bcea2963c8f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0512805 Jun 22 10:17:42.056598 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d4be5efa-9b48-47a2-bf0a-a8cb73ab7da3 req-57fad24a-fd1a-4ba0-bc66-9a47e6210af5 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437839 Jun 22 10:17:43.180009 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2f74b-225e-42dc-9072-0049cf29da87 req-483eaf99-1149-4196-b022-013363b061fb tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:43.181931 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8fa2f74b-225e-42dc-9072-0049cf29da87 req-483eaf99-1149-4196-b022-013363b061fb tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0499775 Jun 22 10:17:43.194678 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:43.239233 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8fa2f74b-225e-42dc-9072-0049cf29da87 req-e95b5dbf-e84a-42cf-adb7-93c12efc50e1 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513635 Jun 22 10:17:43.414956 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:43.851100 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:43.991722 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:44.381961 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a22d17-31fd-4e8c-a885-b555ee692dfe req-894b053b-9fd3-437f-8a7a-b422215df6bd tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:44.383395 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-52a22d17-31fd-4e8c-a885-b555ee692dfe req-894b053b-9fd3-437f-8a7a-b422215df6bd tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0520234 Jun 22 10:17:44.441425 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-52a22d17-31fd-4e8c-a885-b555ee692dfe req-7ae97e3b-0f9c-47b9-a688-d74142a968fa tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523140 Jun 22 10:17:45.545143 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:45.562185 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75939dac-f8cb-42f3-9642-9bf261f54a14 req-d322b8c1-e224-4f38-8988-0f7d13213d8c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:45.563635 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-75939dac-f8cb-42f3-9642-9bf261f54a14 req-d322b8c1-e224-4f38-8988-0f7d13213d8c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0486369 Jun 22 10:17:45.610706 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-75939dac-f8cb-42f3-9642-9bf261f54a14 req-fbaa1ce1-d47e-4912-954f-585d03a58e54 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409954 Jun 22 10:17:46.455101 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:46.722246 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa41d3-53aa-4789-9c30-02a9bf708932 req-d8d0191a-eb56-4d40-9d65-a852fe6e1ea8 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:46.723738 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-45aa41d3-53aa-4789-9c30-02a9bf708932 req-d8d0191a-eb56-4d40-9d65-a852fe6e1ea8 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0476227 Jun 22 10:17:46.774370 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-45aa41d3-53aa-4789-9c30-02a9bf708932 req-80f286df-cf0e-4102-a5b7-0b069c1f2823 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452592 Jun 22 10:17:47.898305 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb51d80-fe3b-464e-91e4-817a31f98ecf req-9b9a900e-b031-4759-8c09-c8a621b8859c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:47.899972 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dbb51d80-fe3b-464e-91e4-817a31f98ecf req-9b9a900e-b031-4759-8c09-c8a621b8859c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0527434 Jun 22 10:17:47.955876 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dbb51d80-fe3b-464e-91e4-817a31f98ecf req-40d6e6ee-6745-48df-a5db-3ad3502a41cc tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492802 Jun 22 10:17:49.078906 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edceb8c-6418-4625-92b9-5d5f198dfc23 req-89327c4a-2963-4db8-9d6f-56b793b96bf3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:49.080815 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5edceb8c-6418-4625-92b9-5d5f198dfc23 req-89327c4a-2963-4db8-9d6f-56b793b96bf3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0530331 Jun 22 10:17:49.144426 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5edceb8c-6418-4625-92b9-5d5f198dfc23 req-cf7a4d38-b4ad-4722-9e19-08f32da40b8d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498803 Jun 22 10:17:49.418572 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a631da7-e590-4ada-8bc8-3aa794ccbfe4 req-f9737d45-ba71-4122-9c41-67e67c791d33 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:49.420025 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6a631da7-e590-4ada-8bc8-3aa794ccbfe4 req-f9737d45-ba71-4122-9c41-67e67c791d33 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0515161 Jun 22 10:17:49.466115 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6a631da7-e590-4ada-8bc8-3aa794ccbfe4 req-729e0529-28e0-4c2b-997f-abce6cb8810c tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404572 Jun 22 10:17:50.258912 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e79e60-22d7-406e-9d87-8742167d1f96 req-f20ef7f6-8e5d-4517-84a6-7ddcbd930cf6 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:50.260376 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f5e79e60-22d7-406e-9d87-8742167d1f96 req-f20ef7f6-8e5d-4517-84a6-7ddcbd930cf6 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0467126 Jun 22 10:17:50.307591 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f5e79e60-22d7-406e-9d87-8742167d1f96 req-b079dae3-837a-4cc4-bddf-80625accc3f3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416601 Jun 22 10:17:50.589745 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae19e0-1bf2-42be-ab11-0ccaadb6249e req-69ed59c9-be71-4934-8e4a-f08aeec60a23 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:50.591191 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7eae19e0-1bf2-42be-ab11-0ccaadb6249e req-69ed59c9-be71-4934-8e4a-f08aeec60a23 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0483286 Jun 22 10:17:50.639712 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7eae19e0-1bf2-42be-ab11-0ccaadb6249e req-16cae53e-8144-4eae-b3ba-83ffecf48002 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430889 Jun 22 10:17:50.900605 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=12,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:50.927758 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:51.433115 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d61d6-bb5b-4c42-a46c-251200c31eba req-20a4260c-3255-433a-9f57-488b9293089c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:51.434721 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d43d61d6-bb5b-4c42-a46c-251200c31eba req-20a4260c-3255-433a-9f57-488b9293089c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0509565 Jun 22 10:17:51.483827 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d43d61d6-bb5b-4c42-a46c-251200c31eba req-1cfbebf4-2a78-4491-92f5-e2b81e536e8e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430443 Jun 22 10:17:51.758442 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0c32f-2789-422e-99cd-db1b37b14fc1 req-0abb6b0b-a979-4a16-9d0a-cd692f0db6bf tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:51.759877 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3ec0c32f-2789-422e-99cd-db1b37b14fc1 req-0abb6b0b-a979-4a16-9d0a-cd692f0db6bf tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0479774 Jun 22 10:17:51.809560 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3ec0c32f-2789-422e-99cd-db1b37b14fc1 req-7951afa3-bbf3-4d58-aaf9-e32ad4e6e49f tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437579 Jun 22 10:17:52.632004 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7015d3-1c6e-4f20-bf9f-38be03991aec req-0e55898b-923d-4c0a-9fe5-e22a8a3652a1 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:52.633379 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-df7015d3-1c6e-4f20-bf9f-38be03991aec req-0e55898b-923d-4c0a-9fe5-e22a8a3652a1 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0492795 Jun 22 10:17:52.668407 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:52.680578 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-df7015d3-1c6e-4f20-bf9f-38be03991aec req-fd9665aa-47c4-4b48-b25e-90bbea700770 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417707 Jun 22 10:17:52.956842 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b9a73-598a-49ad-b416-b4cc8960deaf req-65303860-b369-4c9e-9d63-adcb61085359 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:52.958435 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-227b9a73-598a-49ad-b416-b4cc8960deaf req-65303860-b369-4c9e-9d63-adcb61085359 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0674729 Jun 22 10:17:53.007304 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-227b9a73-598a-49ad-b416-b4cc8960deaf req-dbcb1035-4c80-4fca-8226-219fb6f0eb7f tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425141 Jun 22 10:17:53.928968 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:53.944580 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599336e-ddb0-4054-aab8-1190321cfe03 req-d46b7dbe-c012-486f-b451-9dc489def9f2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:53.946275 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7599336e-ddb0-4054-aab8-1190321cfe03 req-d46b7dbe-c012-486f-b451-9dc489def9f2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0538394 Jun 22 10:17:53.994584 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7599336e-ddb0-4054-aab8-1190321cfe03 req-517d6605-4ba2-4e56-beed-178e378535e9 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426815 Jun 22 10:17:54.124894 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7b2e0-906e-441d-ba8f-cc7a15fc3c5b req-fc53bda7-8d6f-4ea7-83ff-35301fb4bc13 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:54.126390 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5df7b2e0-906e-441d-ba8f-cc7a15fc3c5b req-fc53bda7-8d6f-4ea7-83ff-35301fb4bc13 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0483768 Jun 22 10:17:54.172646 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5df7b2e0-906e-441d-ba8f-cc7a15fc3c5b req-c8edee95-4c89-4942-b63a-b437ff6ffa48 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406528 Jun 22 10:17:55.110042 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bdbc5-e76c-4ae4-8f69-78a4d6442752 req-50865d30-0215-419d-8a08-82b35290b268 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:55.112774 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-357bdbc5-e76c-4ae4-8f69-78a4d6442752 req-50865d30-0215-419d-8a08-82b35290b268 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0487883 Jun 22 10:17:55.162601 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-357bdbc5-e76c-4ae4-8f69-78a4d6442752 req-a76f70a1-4feb-4243-a5dd-0bb8180cc0b3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443456 Jun 22 10:17:55.289844 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df37268-2328-4be4-8183-b2bc891020db req-ed7689ab-567d-44b4-8a6b-942376dbb9a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:55.291207 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4df37268-2328-4be4-8183-b2bc891020db req-ed7689ab-567d-44b4-8a6b-942376dbb9a0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0456574 Jun 22 10:17:55.337206 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4df37268-2328-4be4-8183-b2bc891020db req-39b898d2-3bd2-4b4e-a282-3b43529eeab2 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404038 Jun 22 10:17:55.651444 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2cea062b-489a-420a-ba32-c4f2e0a96be4 req-c94e3a9b-f537-49f1-aacd-d907220b3d49 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388181 Jun 22 10:17:55.722417 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea062b-489a-420a-ba32-c4f2e0a96be4 req-d4c3cff2-a830-4f12-8e7e-4157e1a39624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:55.723988 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2cea062b-489a-420a-ba32-c4f2e0a96be4 req-d4c3cff2-a830-4f12-8e7e-4157e1a39624 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78629282e2b74418a2c1cdac32576ef1&device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 1129 time: 0.0406923 Jun 22 10:17:55.832598 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea062b-489a-420a-ba32-c4f2e0a96be4 req-e208b162-13ab-4255-a936-1e0ed6c77e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:55.834008 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2cea062b-489a-420a-ba32-c4f2e0a96be4 req-e208b162-13ab-4255-a936-1e0ed6c77e5c service neutron] 10.222.0.59 "GET /v2.0/networks?id=8bc94bec-5b18-4b15-a531-8b4a0778b280 HTTP/1.1" status: 200 len: 915 time: 0.0870204 Jun 22 10:17:55.903136 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2cea062b-489a-420a-ba32-c4f2e0a96be4 req-3ec83424-b97c-4821-a2e6-e45aa4f73a41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 HTTP/1.1" status: 200 len: 1001 time: 0.0551934 Jun 22 10:17:55.952311 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea062b-489a-420a-ba32-c4f2e0a96be4 req-04484187-5611-434e-83b2-944c07f0191a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:55.953836 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2cea062b-489a-420a-ba32-c4f2e0a96be4 req-04484187-5611-434e-83b2-944c07f0191a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22fb0c08-5da0-43f7-a157-f246eb31d192 HTTP/1.1" status: 200 len: 853 time: 0.0438550 Jun 22 10:17:56.012558 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea062b-489a-420a-ba32-c4f2e0a96be4 req-5ef210bf-456b-42ba-bae0-1dba37972eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:56.014100 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2cea062b-489a-420a-ba32-c4f2e0a96be4 req-5ef210bf-456b-42ba-bae0-1dba37972eaf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bc94bec-5b18-4b15-a531-8b4a0778b280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448387 Jun 22 10:17:56.128656 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2cea062b-489a-420a-ba32-c4f2e0a96be4 req-d83225d7-8d7d-4f3e-9d0d-1cd1fc89c393 service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867949 Jun 22 10:17:56.237959 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2cea062b-489a-420a-ba32-c4f2e0a96be4 req-aa6eb206-e1e5-4258-b489-b575435792de service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020789 Jun 22 10:17:56.288461 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74011030-bb50-42ec-9c18-64a208d05fd6 req-52127e84-677e-46a4-a010-777ebd5e0410 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:56.290038 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-74011030-bb50-42ec-9c18-64a208d05fd6 req-52127e84-677e-46a4-a010-777ebd5e0410 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0565720 Jun 22 10:17:56.343224 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-74011030-bb50-42ec-9c18-64a208d05fd6 req-5a0f14b7-1d10-4a46-8da7-1657576beefc tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452664 Jun 22 10:17:56.447926 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:56.450301 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:56.469370 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23307c-752f-408b-90a8-61e3c519b216 req-d85adcb4-c2aa-4de6-b10d-b9ad4a2d5a4a tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:56.471740 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3c23307c-752f-408b-90a8-61e3c519b216 req-d85adcb4-c2aa-4de6-b10d-b9ad4a2d5a4a tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0559304 Jun 22 10:17:56.523136 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3c23307c-752f-408b-90a8-61e3c519b216 req-bc7474d0-75d6-45b0-93dc-9673385a5bd8 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450561 Jun 22 10:17:57.043198 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39512) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:57.165178 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2aeefa66-5885-40a0-91c7-00e3aa842b5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:57.243643 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2aeefa66-5885-40a0-91c7-00e3aa842b5e admin admin] Publish callbacks [] for security_group (f54d7196-15c9-4b3b-8399-b0679027407b), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:57.247493 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2aeefa66-5885-40a0-91c7-00e3aa842b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (f54d7196-15c9-4b3b-8399-b0679027407b), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:57.287575 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-2aeefa66-5885-40a0-91c7-00e3aa842b5e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b449c78f478c4f9197697009d40790df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432880 Jun 22 10:17:57.288431 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeefa66-5885-40a0-91c7-00e3aa842b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54d7196-15c9-4b3b-8399-b0679027407b,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:57.290346 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39528) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:57.295801 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeefa66-5885-40a0-91c7-00e3aa842b5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:57.296139 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeefa66-5885-40a0-91c7-00e3aa842b5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:57.296825 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeefa66-5885-40a0-91c7-00e3aa842b5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:57.296825 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeefa66-5885-40a0-91c7-00e3aa842b5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:57.297141 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeefa66-5885-40a0-91c7-00e3aa842b5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:57.297763 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeefa66-5885-40a0-91c7-00e3aa842b5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:57.297864 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeefa66-5885-40a0-91c7-00e3aa842b5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:57.298138 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeefa66-5885-40a0-91c7-00e3aa842b5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:57.298471 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeefa66-5885-40a0-91c7-00e3aa842b5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:57.298865 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeefa66-5885-40a0-91c7-00e3aa842b5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:57.299194 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeefa66-5885-40a0-91c7-00e3aa842b5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:57.299664 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeefa66-5885-40a0-91c7-00e3aa842b5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:57.299994 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeefa66-5885-40a0-91c7-00e3aa842b5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:57.300318 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeefa66-5885-40a0-91c7-00e3aa842b5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:57.300638 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeefa66-5885-40a0-91c7-00e3aa842b5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:57.343646 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cc3ebeea-e506-499d-9337-ac0a59ab66f3 admin admin] Publish callbacks [] for security_group (f54d7196-15c9-4b3b-8399-b0679027407b), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:57.365855 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cc3ebeea-e506-499d-9337-ac0a59ab66f3 admin admin] Publish callbacks [] for security_group (f54d7196-15c9-4b3b-8399-b0679027407b), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:57.420014 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cc3ebeea-e506-499d-9337-ac0a59ab66f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (f54d7196-15c9-4b3b-8399-b0679027407b), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:57.425904 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cc3ebeea-e506-499d-9337-ac0a59ab66f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:57.425904 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-cc3ebeea-e506-499d-9337-ac0a59ab66f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f54d7196-15c9-4b3b-8399-b0679027407b HTTP/1.1" status: 204 len: 168 time: 0.1331658 Jun 22 10:17:57.461616 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ebeea-e506-499d-9337-ac0a59ab66f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54d7196-15c9-4b3b-8399-b0679027407b,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:57.482473 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77d888-d0a9-41be-b792-a6d32ac4f6f5 req-ba18c453-9150-4dbe-b400-48cc84b5d77d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:57.483877 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-de77d888-d0a9-41be-b792-a6d32ac4f6f5 req-ba18c453-9150-4dbe-b400-48cc84b5d77d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0561974 Jun 22 10:17:57.539752 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-de77d888-d0a9-41be-b792-a6d32ac4f6f5 req-6701af57-c48e-429d-8843-c1f1daa957c4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478063 Jun 22 10:17:57.708790 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6ac93-f371-46a5-9ead-b595133cd9e1 req-35061129-cb5c-40db-b322-96f71c0f193d tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:57.718947 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ebc6ac93-f371-46a5-9ead-b595133cd9e1 req-35061129-cb5c-40db-b322-96f71c0f193d tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.1019781 Jun 22 10:17:57.776677 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ebc6ac93-f371-46a5-9ead-b595133cd9e1 req-61af6124-65f6-4a73-80e1-c0d5ad65bac7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567887 Jun 22 10:17:57.793672 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39554) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:57.808267 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c0c248f9-6f0d-4933-92b8-a25271afad6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:57.895507 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c0c248f9-6f0d-4933-92b8-a25271afad6c admin admin] Publish callbacks [] for security_group (6d396b12-6ab2-4192-a63f-a300050b80d5), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:57.899491 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c0c248f9-6f0d-4933-92b8-a25271afad6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (6d396b12-6ab2-4192-a63f-a300050b80d5), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:57.908109 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39558) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:57.930499 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:57.935688 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:57.943502 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-c0c248f9-6f0d-4933-92b8-a25271afad6c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce7015957dda4c61bb5fe32b0ebe3b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484733 Jun 22 10:17:57.946153 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39562) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:57.946755 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c248f9-6f0d-4933-92b8-a25271afad6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d396b12-6ab2-4192-a63f-a300050b80d5,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:57.966297 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:57.991695 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:58.002822 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e28d0e9e-65cb-4c1a-a4dd-a88a77f33271 admin admin] Publish callbacks [] for security_group (6d396b12-6ab2-4192-a63f-a300050b80d5), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:58.029900 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e28d0e9e-65cb-4c1a-a4dd-a88a77f33271 admin admin] Publish callbacks [] for security_group (6d396b12-6ab2-4192-a63f-a300050b80d5), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:58.049559 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-06eb74b2-6ce2-4bbb-a2a2-184ba37adcb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:58.120158 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e28d0e9e-65cb-4c1a-a4dd-a88a77f33271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (6d396b12-6ab2-4192-a63f-a300050b80d5), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:58.122688 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e28d0e9e-65cb-4c1a-a4dd-a88a77f33271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:58.123816 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e28d0e9e-65cb-4c1a-a4dd-a88a77f33271 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d396b12-6ab2-4192-a63f-a300050b80d5 HTTP/1.1" status: 204 len: 168 time: 0.1760075 Jun 22 10:17:58.137854 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d0e9e-65cb-4c1a-a4dd-a88a77f33271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d396b12-6ab2-4192-a63f-a300050b80d5,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:58.167342 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-06eb74b2-6ce2-4bbb-a2a2-184ba37adcb2 admin admin] Publish callbacks [] for security_group (be06b69c-c235-435d-b8a7-360a487344f9), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:58.172307 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-06eb74b2-6ce2-4bbb-a2a2-184ba37adcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (be06b69c-c235-435d-b8a7-360a487344f9), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:58.216198 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-06eb74b2-6ce2-4bbb-a2a2-184ba37adcb2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b819c960da9410c942cf0562c067750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046453 Jun 22 10:17:58.216198 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb74b2-6ce2-4bbb-a2a2-184ba37adcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be06b69c-c235-435d-b8a7-360a487344f9,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:58.216617 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39566) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:58.280631 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-73f20aa7-b5bf-4912-bfe1-5e7c7df08376 admin admin] Publish callbacks [] for security_group (be06b69c-c235-435d-b8a7-360a487344f9), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:58.303601 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-73f20aa7-b5bf-4912-bfe1-5e7c7df08376 admin admin] Publish callbacks [] for security_group (be06b69c-c235-435d-b8a7-360a487344f9), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:58.350304 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-73f20aa7-b5bf-4912-bfe1-5e7c7df08376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (be06b69c-c235-435d-b8a7-360a487344f9), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:58.353124 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-73f20aa7-b5bf-4912-bfe1-5e7c7df08376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:58.354557 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-73f20aa7-b5bf-4912-bfe1-5e7c7df08376 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/be06b69c-c235-435d-b8a7-360a487344f9 HTTP/1.1" status: 204 len: 168 time: 0.1369569 Jun 22 10:17:58.367490 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f20aa7-b5bf-4912-bfe1-5e7c7df08376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be06b69c-c235-435d-b8a7-360a487344f9,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:58.681196 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de655c24-c3b7-423d-9ccf-2076a2c08d8c req-9db8474a-6087-471f-a143-731c9c4ab268 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:58.683061 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-de655c24-c3b7-423d-9ccf-2076a2c08d8c req-9db8474a-6087-471f-a143-731c9c4ab268 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0591543 Jun 22 10:17:58.739064 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-de655c24-c3b7-423d-9ccf-2076a2c08d8c req-e517a57a-6189-49b1-904f-dce4144caa33 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467966 Jun 22 10:17:58.766221 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39594) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:58.785655 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6d12d7f-ba6c-4305-8928-9fb61219affb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:58.926220 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6d12d7f-ba6c-4305-8928-9fb61219affb admin admin] Publish callbacks [] for security_group (bdd2d62a-23b0-4cef-b6b0-e352192116d0), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:58.934809 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbeb57-4a7b-4a6d-b070-fe06fdf7306c req-22c2ed33-3a7e-4fba-8a4e-95e585413f1e tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:17:58.936701 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-05cbeb57-4a7b-4a6d-b070-fe06fdf7306c req-22c2ed33-3a7e-4fba-8a4e-95e585413f1e tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0688984 Jun 22 10:17:58.937408 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6d12d7f-ba6c-4305-8928-9fb61219affb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (bdd2d62a-23b0-4cef-b6b0-e352192116d0), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:58.988880 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39610) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:58.993777 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-fbfe10f4-0bd7-4bbc-9411-7235f094c025 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--830641006', 'description': 'tempest-description--2124377347'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:17:58.997829 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b6d12d7f-ba6c-4305-8928-9fb61219affb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b5f802d381f34e99aa62d0db77c7efc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300367 Jun 22 10:17:59.001307 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39612) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:59.003823 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d12d7f-ba6c-4305-8928-9fb61219affb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd2d62a-23b0-4cef-b6b0-e352192116d0,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:59.024208 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fbfe10f4-0bd7-4bbc-9411-7235f094c025 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.041387 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12d7f-ba6c-4305-8928-9fb61219affb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:59.041860 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12d7f-ba6c-4305-8928-9fb61219affb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:59.042287 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12d7f-ba6c-4305-8928-9fb61219affb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:59.042631 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12d7f-ba6c-4305-8928-9fb61219affb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:59.042965 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12d7f-ba6c-4305-8928-9fb61219affb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:59.043298 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12d7f-ba6c-4305-8928-9fb61219affb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:59.043632 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12d7f-ba6c-4305-8928-9fb61219affb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:59.043957 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12d7f-ba6c-4305-8928-9fb61219affb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:59.044644 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12d7f-ba6c-4305-8928-9fb61219affb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:59.044644 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12d7f-ba6c-4305-8928-9fb61219affb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:59.044909 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12d7f-ba6c-4305-8928-9fb61219affb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:59.045420 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12d7f-ba6c-4305-8928-9fb61219affb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:59.045772 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12d7f-ba6c-4305-8928-9fb61219affb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:59.046205 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12d7f-ba6c-4305-8928-9fb61219affb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:59.046406 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d12d7f-ba6c-4305-8928-9fb61219affb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:17:59.073998 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-05cbeb57-4a7b-4a6d-b070-fe06fdf7306c req-7d044c8b-6ec7-48ea-8afd-53d22ce60b39 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295097 Jun 22 10:17:59.113815 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1c7b504d-a5c6-460f-ae04-3e7a27a3160c admin admin] Publish callbacks [] for security_group (bdd2d62a-23b0-4cef-b6b0-e352192116d0), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.128779 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fbfe10f4-0bd7-4bbc-9411-7235f094c025 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (00e084b7-285c-4989-b025-67c55d3fd110), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.133727 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fbfe10f4-0bd7-4bbc-9411-7235f094c025 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (00e084b7-285c-4989-b025-67c55d3fd110), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.136556 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1c7b504d-a5c6-460f-ae04-3e7a27a3160c admin admin] Publish callbacks [] for security_group (bdd2d62a-23b0-4cef-b6b0-e352192116d0), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.148794 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:59.167897 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fbfe10f4-0bd7-4bbc-9411-7235f094c025 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.169071 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-fbfe10f4-0bd7-4bbc-9411-7235f094c025 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1791334 Jun 22 10:17:59.172135 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39616) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:59.174153 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe10f4-0bd7-4bbc-9411-7235f094c025 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e084b7-285c-4989-b025-67c55d3fd110,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:59.179050 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-eaf3b0db-793d-4436-8d63-0fb03be1b85b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'security_group_rule': {'security_group_id': '00e084b7-285c-4989-b025-67c55d3fd110', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:17:59.196194 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:59.216790 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1c7b504d-a5c6-460f-ae04-3e7a27a3160c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (bdd2d62a-23b0-4cef-b6b0-e352192116d0), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.219324 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1c7b504d-a5c6-460f-ae04-3e7a27a3160c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.223002 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-1c7b504d-a5c6-460f-ae04-3e7a27a3160c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bdd2d62a-23b0-4cef-b6b0-e352192116d0 HTTP/1.1" status: 204 len: 168 time: 0.2167387 Jun 22 10:17:59.226266 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-eaf3b0db-793d-4436-8d63-0fb03be1b85b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (8873983e-2502-42d9-a8ac-1882f5e62d1a), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.242083 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b504d-a5c6-460f-ae04-3e7a27a3160c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd2d62a-23b0-4cef-b6b0-e352192116d0,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:59.328620 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-eaf3b0db-793d-4436-8d63-0fb03be1b85b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (8873983e-2502-42d9-a8ac-1882f5e62d1a), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.335037 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-eaf3b0db-793d-4436-8d63-0fb03be1b85b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (8873983e-2502-42d9-a8ac-1882f5e62d1a), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.359526 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3b0db-793d-4436-8d63-0fb03be1b85b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8873983e-2502-42d9-a8ac-1882f5e62d1a,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:59.367148 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-eaf3b0db-793d-4436-8d63-0fb03be1b85b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.368522 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-eaf3b0db-793d-4436-8d63-0fb03be1b85b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1954598 Jun 22 10:17:59.371748 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39624) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:59.376770 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-bd50a6ac-0813-4b5a-a2ad-0ed7f23f7862 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'security_group_rule': {'security_group_id': '00e084b7-285c-4989-b025-67c55d3fd110', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:17:59.410538 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bd50a6ac-0813-4b5a-a2ad-0ed7f23f7862 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (5326146c-4ce8-41c6-b362-fc58f1d2dfcb), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.472228 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bd50a6ac-0813-4b5a-a2ad-0ed7f23f7862 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (5326146c-4ce8-41c6-b362-fc58f1d2dfcb), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.477120 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bd50a6ac-0813-4b5a-a2ad-0ed7f23f7862 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (5326146c-4ce8-41c6-b362-fc58f1d2dfcb), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.497498 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50a6ac-0813-4b5a-a2ad-0ed7f23f7862 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5326146c-4ce8-41c6-b362-fc58f1d2dfcb,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:17:59.505521 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bd50a6ac-0813-4b5a-a2ad-0ed7f23f7862 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.506758 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-bd50a6ac-0813-4b5a-a2ad-0ed7f23f7862 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339078 Jun 22 10:17:59.509750 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39630) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:59.514164 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-9175e56b-1df6-4920-8326-7dbd1430191e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'floatingip': {'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:17:59.537645 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9175e56b-1df6-4920-8326-7dbd1430191e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.663401 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9175e56b-1df6-4920-8326-7dbd1430191e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.722547 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39644) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:17:59.737050 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-34e68425-ac57-4d1c-a29d-aede3ec69ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.798455 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-9175e56b-1df6-4920-8326-7dbd1430191e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Allocated IP 172.27.0.69 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/99d29292-20f2-4283-8865-921cb1abfb89) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:17:59.827339 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-34e68425-ac57-4d1c-a29d-aede3ec69ea8 admin admin] Publish callbacks [] for security_group (7d55ce28-459b-4e09-ab0e-e36a36a02d1c), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.832925 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-34e68425-ac57-4d1c-a29d-aede3ec69ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (7d55ce28-459b-4e09-ab0e-e36a36a02d1c), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.836605 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:59.920360 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:17:59.944344 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9175e56b-1df6-4920-8326-7dbd1430191e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for port (99d29292-20f2-4283-8865-921cb1abfb89), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:17:59.980490 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9175e56b-1df6-4920-8326-7dbd1430191e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (99d29292-20f2-4283-8865-921cb1abfb89), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:00.024336 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9175e56b-1df6-4920-8326-7dbd1430191e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:18:00.027582 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-9175e56b-1df6-4920-8326-7dbd1430191e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:18:00.031297 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175e56b-1df6-4920-8326-7dbd1430191e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:18:00.066361 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175e56b-1df6-4920-8326-7dbd1430191e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'Port': ['ID=99d29292-20f2-4283-8865-921cb1abfb89,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:00.145229 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9175e56b-1df6-4920-8326-7dbd1430191e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (eb502c52-5999-4dbe-8454-c5caf2654d86), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:00.174626 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e68425-ac57-4d1c-a29d-aede3ec69ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d55ce28-459b-4e09-ab0e-e36a36a02d1c,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:00.189479 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9175e56b-1df6-4920-8326-7dbd1430191e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (99d29292-20f2-4283-8865-921cb1abfb89), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:00.192607 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-34e68425-ac57-4d1c-a29d-aede3ec69ea8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0303ceb50a9945229456041e62b888a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4687729 Jun 22 10:18:00.195237 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39660) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:00.214477 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455edeff-9b5d-42f2-b07f-efb5e550a1df req-c5731ffd-e4db-4352-976d-2eb8d9d79a18 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:00.215992 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-455edeff-9b5d-42f2-b07f-efb5e550a1df req-c5731ffd-e4db-4352-976d-2eb8d9d79a18 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.3784127 Jun 22 10:18:00.249796 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a0235-6d1f-475d-aa39-f125dcdc526d req-85dc33f3-b4bb-4c0a-ba96-e5e64ad5e3be tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:00.252639 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b40a0235-6d1f-475d-aa39-f125dcdc526d req-85dc33f3-b4bb-4c0a-ba96-e5e64ad5e3be tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0864701 Jun 22 10:18:00.307924 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-455edeff-9b5d-42f2-b07f-efb5e550a1df req-aeaabaa1-eca3-4d4f-8e7b-916f52fa8d80 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832555 Jun 22 10:18:00.330783 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b40a0235-6d1f-475d-aa39-f125dcdc526d req-e6deff23-c435-4cbe-8a79-9029bc0ac976 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692997 Jun 22 10:18:00.567710 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-67aa3847-2f61-4170-a65a-2b8bfd24a606 admin admin] Publish callbacks [] for security_group (7d55ce28-459b-4e09-ab0e-e36a36a02d1c), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:00.600972 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-67aa3847-2f61-4170-a65a-2b8bfd24a606 admin admin] Publish callbacks [] for security_group (7d55ce28-459b-4e09-ab0e-e36a36a02d1c), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:00.669308 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9175e56b-1df6-4920-8326-7dbd1430191e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for port (99d29292-20f2-4283-8865-921cb1abfb89), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:00.680142 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9175e56b-1df6-4920-8326-7dbd1430191e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (99d29292-20f2-4283-8865-921cb1abfb89), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:00.717279 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-67aa3847-2f61-4170-a65a-2b8bfd24a606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (7d55ce28-459b-4e09-ab0e-e36a36a02d1c), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:00.719819 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-67aa3847-2f61-4170-a65a-2b8bfd24a606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:00.721761 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-67aa3847-2f61-4170-a65a-2b8bfd24a606 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d55ce28-459b-4e09-ab0e-e36a36a02d1c HTTP/1.1" status: 204 len: 168 time: 0.5100031 Jun 22 10:18:00.757889 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa3847-2f61-4170-a65a-2b8bfd24a606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d55ce28-459b-4e09-ab0e-e36a36a02d1c,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:00.773579 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175e56b-1df6-4920-8326-7dbd1430191e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'Port': ['ID=99d29292-20f2-4283-8865-921cb1abfb89,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:00.782527 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9175e56b-1df6-4920-8326-7dbd1430191e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (eb502c52-5999-4dbe-8454-c5caf2654d86), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:00.805595 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9175e56b-1df6-4920-8326-7dbd1430191e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:00.807055 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-9175e56b-1df6-4920-8326-7dbd1430191e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2961650 Jun 22 10:18:01.021238 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-70d97984-d138-481f-9b20-1c8f841b800d req-9bbd5dd0-c432-47a4-abb0-f3495fd6d126 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--830641006&fields=id&tenant_id=78629282e2b74418a2c1cdac32576ef1 HTTP/1.1" status: 200 len: 267 time: 0.0445397 Jun 22 10:18:01.135903 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d97984-d138-481f-9b20-1c8f841b800d req-2be4bba8-40a8-4b49-b8cc-0cc2ed94626f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:01.137392 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-70d97984-d138-481f-9b20-1c8f841b800d req-2be4bba8-40a8-4b49-b8cc-0cc2ed94626f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/networks?id=8bc94bec-5b18-4b15-a531-8b4a0778b280 HTTP/1.1" status: 200 len: 814 time: 0.1087067 Jun 22 10:18:01.152356 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-70d97984-d138-481f-9b20-1c8f841b800d req-5ae9121c-359b-40bd-9f41-4ea47ba1ba1a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/quotas/78629282e2b74418a2c1cdac32576ef1 HTTP/1.1" status: 200 len: 375 time: 0.0092330 Jun 22 10:18:01.207749 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-70d97984-d138-481f-9b20-1c8f841b800d req-c0fab130-a0c0-41be-8679-044854e168f2 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=78629282e2b74418a2c1cdac32576ef1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500102 Jun 22 10:18:01.303978 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-70d97984-d138-481f-9b20-1c8f841b800d req-e22e2539-c2e0-4c21-8534-f58f28cbfd66 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864613 Jun 22 10:18:01.387875 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:01.405046 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:01.412051 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-70d97984-d138-481f-9b20-1c8f841b800d req-e900f0ed-8250-4c25-a766-8b63b2d6f2a9 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022840 Jun 22 10:18:01.462751 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6da6a-0f8f-46d2-8eb1-2186566696d0 req-eb822433-0fcd-4a79-b4cc-7ce4a36b8a11 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:01.464251 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ded6da6a-0f8f-46d2-8eb1-2186566696d0 req-eb822433-0fcd-4a79-b4cc-7ce4a36b8a11 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0506799 Jun 22 10:18:01.524703 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ded6da6a-0f8f-46d2-8eb1-2186566696d0 req-69f5967c-9b23-432d-92c5-86043a9b177b tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521202 Jun 22 10:18:01.680947 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a1dc6b17-987e-4252-a84a-7174fcd74aaa req-1483d8d7-edc6-4965-810c-8c3288b4ac3b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 210 time: 0.0472491 Jun 22 10:18:01.713023 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d022cd-2cd5-4180-8981-7cfdb89900d4 req-16177594-2c83-4a01-bdf8-d3d2e619a03b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:01.714719 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e8d022cd-2cd5-4180-8981-7cfdb89900d4 req-16177594-2c83-4a01-bdf8-d3d2e619a03b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.1158826 Jun 22 10:18:01.766382 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:01.767108 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae47cf-0c43-478c-8719-cdc1eb708170 req-7b7bc8fe-d8c0-476d-92cb-47159ce4b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:01.770332 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-08ae47cf-0c43-478c-8719-cdc1eb708170 req-7b7bc8fe-d8c0-476d-92cb-47159ce4b5a8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 1130 time: 0.0500817 Jun 22 10:18:01.778308 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e8d022cd-2cd5-4180-8981-7cfdb89900d4 req-5c2d93fb-ebe7-44c9-a51e-021249c7a65f tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571480 Jun 22 10:18:01.836932 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-08ae47cf-0c43-478c-8719-cdc1eb708170 req-3b07d3a9-f5db-403f-b5b3-431c7492193e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574777 Jun 22 10:18:02.197824 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39774) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:02.319455 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ce0b06f0-d9a3-485e-89b0-f6044b2f77d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:02.331819 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:02.402508 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ce0b06f0-d9a3-485e-89b0-f6044b2f77d1 admin admin] Publish callbacks [] for security_group (e0ba2a57-b5fa-452c-a3f6-66fc2e4d9097), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:02.407102 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ce0b06f0-d9a3-485e-89b0-f6044b2f77d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (e0ba2a57-b5fa-452c-a3f6-66fc2e4d9097), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:02.447383 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-ce0b06f0-d9a3-485e-89b0-f6044b2f77d1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52ba0b45e7ee4c72a169d191115ec929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484441 Jun 22 10:18:02.448256 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b06f0-d9a3-485e-89b0-f6044b2f77d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ba2a57-b5fa-452c-a3f6-66fc2e4d9097,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:02.450131 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39782) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:02.501028 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-04f583c6-2e64-4ea4-b29f-715314b1384a admin admin] Publish callbacks [] for security_group (e0ba2a57-b5fa-452c-a3f6-66fc2e4d9097), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:02.522123 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-04f583c6-2e64-4ea4-b29f-715314b1384a admin admin] Publish callbacks [] for security_group (e0ba2a57-b5fa-452c-a3f6-66fc2e4d9097), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:02.574714 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-04f583c6-2e64-4ea4-b29f-715314b1384a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (e0ba2a57-b5fa-452c-a3f6-66fc2e4d9097), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:02.577550 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-04f583c6-2e64-4ea4-b29f-715314b1384a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:02.578818 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-04f583c6-2e64-4ea4-b29f-715314b1384a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0ba2a57-b5fa-452c-a3f6-66fc2e4d9097 HTTP/1.1" status: 204 len: 168 time: 0.1277068 Jun 22 10:18:02.588631 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f583c6-2e64-4ea4-b29f-715314b1384a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ba2a57-b5fa-452c-a3f6-66fc2e4d9097,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:02.709114 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbe8e8-d448-4a43-be63-86c717996fba req-1939e701-8d5e-4663-8d80-cbe10ae82f0b tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:02.711659 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7bcbe8e8-d448-4a43-be63-86c717996fba req-1939e701-8d5e-4663-8d80-cbe10ae82f0b tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0556309 Jun 22 10:18:02.784842 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7bcbe8e8-d448-4a43-be63-86c717996fba req-f6fd74f0-263f-4af0-9e84-7c0acb12995d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575688 Jun 22 10:18:02.817131 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d4b89f2a-7698-4832-83bb-57b84fd67c50 req-a55b2b5d-02e3-4bb2-9b18-50e84d717a3a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 210 time: 0.0312963 Jun 22 10:18:02.941971 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03395618-123b-490a-8dd1-fdb187960c65 req-a756268c-d40d-42e5-b751-ce1e47fcc862 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:02.943456 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-03395618-123b-490a-8dd1-fdb187960c65 req-a756268c-d40d-42e5-b751-ce1e47fcc862 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0524561 Jun 22 10:18:02.992171 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-03395618-123b-490a-8dd1-fdb187960c65 req-c9cc387f-bfc7-4f7b-9edc-35cf15739421 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432060 Jun 22 10:18:03.977501 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-283b1d25-957e-48a2-962d-f0c7bc03eeb8 req-f892d5e3-0461-4d39-9514-90ffbb27ec0b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 210 time: 0.0523138 Jun 22 10:18:03.986860 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ddd90-fd81-4ff1-b22d-29eb5626cf68 req-6600876a-1916-4748-a45f-fd826fc74494 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:03.994439 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-197ddd90-fd81-4ff1-b22d-29eb5626cf68 req-6600876a-1916-4748-a45f-fd826fc74494 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.1364830 Jun 22 10:18:04.059866 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-197ddd90-fd81-4ff1-b22d-29eb5626cf68 req-bddae8a7-9c3b-49f0-aab5-73e4f3fcf0ee tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642569 Jun 22 10:18:04.136644 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d97984-d138-481f-9b20-1c8f841b800d req-5ce0b38e-0e7d-4b68-a848-34af45dfd326 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:04.138171 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-70d97984-d138-481f-9b20-1c8f841b800d req-5ce0b38e-0e7d-4b68-a848-34af45dfd326 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.59 "GET /v2.0/networks?id=8bc94bec-5b18-4b15-a531-8b4a0778b280 HTTP/1.1" status: 200 len: 814 time: 0.2329457 Jun 22 10:18:04.179475 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951347c-691c-4d7c-be33-02379c389ebd req-40a52e0c-d309-4406-bfdb-40bf103f9900 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:04.181276 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7951347c-691c-4d7c-be33-02379c389ebd req-40a52e0c-d309-4406-bfdb-40bf103f9900 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0638883 Jun 22 10:18:04.236344 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7951347c-691c-4d7c-be33-02379c389ebd req-f1e6264d-049d-4b41-bfaf-a8be3884c175 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494826 Jun 22 10:18:04.239575 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-70d97984-d138-481f-9b20-1c8f841b800d req-ef076303-1237-4440-b737-30f5ecb781a6 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78629282e2b74418a2c1cdac32576ef1 HTTP/1.1" status: 200 len: 471 time: 0.0850220 Jun 22 10:18:04.336114 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-70d97984-d138-481f-9b20-1c8f841b800d req-6f5f524a-2a69-4d97-84d7-043a47dac125 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'port': {'device_id': '0b2e66bb-efd5-4ff0-8163-5973db8e0db7', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'admin_state_up': True, 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'security_groups': ['00e084b7-285c-4989-b025-67c55d3fd110']}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:18:04.376131 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70071b5-ca84-4863-816c-95e40a352316 req-b9761e01-98d6-4cad-a223-de7e97411ea2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:04.378995 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e70071b5-ca84-4863-816c-95e40a352316 req-b9761e01-98d6-4cad-a223-de7e97411ea2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0549955 Jun 22 10:18:04.431890 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e70071b5-ca84-4863-816c-95e40a352316 req-04b4f987-b8b7-4027-9708-8c8b441e7007 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458274 Jun 22 10:18:04.453477 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1583d1-b3cb-40c8-a810-0662665f3e5b req-ab4c1866-319e-4cd2-9ad9-71cacdb278fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:04.455064 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0c1583d1-b3cb-40c8-a810-0662665f3e5b req-ab4c1866-319e-4cd2-9ad9-71cacdb278fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2&device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 1130 time: 0.0566521 Jun 22 10:18:04.545111 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d97984-d138-481f-9b20-1c8f841b800d req-6f5f524a-2a69-4d97-84d7-043a47dac125 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Made reservation on behalf of 78629282e2b74418a2c1cdac32576ef1 for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:18:04.550297 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-70d97984-d138-481f-9b20-1c8f841b800d req-6f5f524a-2a69-4d97-84d7-043a47dac125 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:04.593721 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1583d1-b3cb-40c8-a810-0662665f3e5b req-6c25955e-f8c0-4117-acb5-820ecbf71fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:04.595237 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0c1583d1-b3cb-40c8-a810-0662665f3e5b req-6c25955e-f8c0-4117-acb5-820ecbf71fd3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4f5c1d12-de71-40fa-95b0-3e1b37dac412 HTTP/1.1" status: 200 len: 920 time: 0.1278055 Jun 22 10:18:04.667338 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0c1583d1-b3cb-40c8-a810-0662665f3e5b req-b1cba454-c693-489d-bc26-2de26bf438e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fae1b3df-59c5-40aa-9acc-2d668ec3c54d HTTP/1.1" status: 200 len: 217 time: 0.0413680 Jun 22 10:18:04.760653 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:04.764782 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1583d1-b3cb-40c8-a810-0662665f3e5b req-a7732bbc-85cc-4658-84ee-49415fad82a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:04.766274 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0c1583d1-b3cb-40c8-a810-0662665f3e5b req-a7732bbc-85cc-4658-84ee-49415fad82a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d52cd81-ade1-4a9c-ad07-0183651deb0b HTTP/1.1" status: 200 len: 858 time: 0.0900638 Jun 22 10:18:04.770962 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-70d97984-d138-481f-9b20-1c8f841b800d req-6f5f524a-2a69-4d97-84d7-043a47dac125 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Allocated IP 172.20.0.4 (8bc94bec-5b18-4b15-a531-8b4a0778b280/22fb0c08-5da0-43f7-a157-f246eb31d192/96fa324f-1235-4750-a242-7810d3d32273) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:18:04.835787 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1583d1-b3cb-40c8-a810-0662665f3e5b req-5c9d03ba-8248-4b64-b4e3-149936d8d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:04.837297 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0c1583d1-b3cb-40c8-a810-0662665f3e5b req-5c9d03ba-8248-4b64-b4e3-149936d8d7e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f5c1d12-de71-40fa-95b0-3e1b37dac412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602334 Jun 22 10:18:04.934772 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:INSERT=10,neutron:UPDATE=3,neutron:SELECT=87 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:05.027003 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-70d97984-d138-481f-9b20-1c8f841b800d req-6f5f524a-2a69-4d97-84d7-043a47dac125 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for port (96fa324f-1235-4750-a242-7810d3d32273), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:05.031476 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0c1583d1-b3cb-40c8-a810-0662665f3e5b req-76b40df9-1f6d-4600-9cbc-a11646606abf service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711726 Jun 22 10:18:05.095918 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-10091f98-3702-4132-a3b7-720d9496b325 req-861afcf0-29f6-48b2-9754-468bbc8b0968 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 210 time: 0.0273116 Jun 22 10:18:05.138305 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-70d97984-d138-481f-9b20-1c8f841b800d req-6f5f524a-2a69-4d97-84d7-043a47dac125 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (96fa324f-1235-4750-a242-7810d3d32273), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:05.201087 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d97984-d138-481f-9b20-1c8f841b800d req-6f5f524a-2a69-4d97-84d7-043a47dac125 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Network 8bc94bec-5b18-4b15-a531-8b4a0778b280 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:18:05.209312 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0c1583d1-b3cb-40c8-a810-0662665f3e5b req-3af04220-61a1-437c-98d7-0dc94bbc8247 service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654356 Jun 22 10:18:05.209704 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-70d97984-d138-481f-9b20-1c8f841b800d req-6f5f524a-2a69-4d97-84d7-043a47dac125 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:18:05.213241 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d97984-d138-481f-9b20-1c8f841b800d req-6f5f524a-2a69-4d97-84d7-043a47dac125 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:18:05.219134 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f524a-2a69-4d97-84d7-043a47dac125 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'Port': ['ID=96fa324f-1235-4750-a242-7810d3d32273,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:05.285514 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d97984-d138-481f-9b20-1c8f841b800d req-6f5f524a-2a69-4d97-84d7-043a47dac125 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:05.289868 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-70d97984-d138-481f-9b20-1c8f841b800d req-6f5f524a-2a69-4d97-84d7-043a47dac125 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:05.308150 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-70d97984-d138-481f-9b20-1c8f841b800d req-6f5f524a-2a69-4d97-84d7-043a47dac125 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9765420 Jun 22 10:18:05.330316 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] Request body: {'port': {'device_id': '0b2e66bb-efd5-4ff0-8163-5973db8e0db7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:18:05.399134 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (96fa324f-1235-4750-a242-7810d3d32273), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:05.400850 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e76449-c2bf-41c0-93d4-dffdeedbe7ee req-8bef8a96-7c1b-4e9d-89cf-950bd8a202f3 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:05.403360 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b5e76449-c2bf-41c0-93d4-dffdeedbe7ee req-8bef8a96-7c1b-4e9d-89cf-950bd8a202f3 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0686789 Jun 22 10:18:05.462263 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b5e76449-c2bf-41c0-93d4-dffdeedbe7ee req-051c4000-73c6-40d0-972e-cd388763df71 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521543 Jun 22 10:18:05.522786 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-cdcac93d-ca2b-4313-b093-fae06404ed99 None None] Provisioning complete for port 96fa324f-1235-4750-a242-7810d3d32273 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:18:05.523597 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cdcac93d-ca2b-4313-b093-fae06404ed99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (96fa324f-1235-4750-a242-7810d3d32273), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:05.577242 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-cdcac93d-ca2b-4313-b093-fae06404ed99 None None] Port 96fa324f-1235-4750-a242-7810d3d32273 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:18:05.618924 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61013a-84bf-4ef1-8eb1-c98faeb9bcb8 req-fc35b5ce-1a77-4b68-ac76-0564c314c760 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:05.620854 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0c61013a-84bf-4ef1-8eb1-c98faeb9bcb8 req-fc35b5ce-1a77-4b68-ac76-0564c314c760 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0631981 Jun 22 10:18:05.634087 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:05.641541 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:05.678977 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:05.682659 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0c61013a-84bf-4ef1-8eb1-c98faeb9bcb8 req-4c78f41f-a6ae-40a8-900e-7d1becea51a1 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555086 Jun 22 10:18:05.718066 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39900) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:05.751967 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fa324f-1235-4750-a242-7810d3d32273 {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:18:05.760755 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] Publish callbacks [] for port (96fa324f-1235-4750-a242-7810d3d32273), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:05.776414 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] Transition to ACTIVE for port object 96fa324f-1235-4750-a242-7810d3d32273 will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:18:05.781676 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (96fa324f-1235-4750-a242-7810d3d32273), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:05.827959 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:05.836457 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-87e774d6-f99c-4f0c-b283-5a5033b48212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:05.840692 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] Pushing event updated for resources: {'Port': ['ID=96fa324f-1235-4750-a242-7810d3d32273,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:05.919858 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] Attempting to bind port 96fa324f-1235-4750-a242-7810d3d32273 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:18:05.920166 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] Attempting to bind port 96fa324f-1235-4750-a242-7810d3d32273 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:18:05.920627 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] Attempting to bind port 96fa324f-1235-4750-a242-7810d3d32273 on network 8bc94bec-5b18-4b15-a531-8b4a0778b280 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:18:05.926157 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] Port 96fa324f-1235-4750-a242-7810d3d32273 on network 8bc94bec-5b18-4b15-a531-8b4a0778b280 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:18:05.926157 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] Attempting to bind port 96fa324f-1235-4750-a242-7810d3d32273 on network 8bc94bec-5b18-4b15-a531-8b4a0778b280 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:18:05.931563 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:18:05.931899 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] Checking segment: {'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:18:05.932285 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] Bound using segment: {'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:18:05.932771 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] Bound port: 96fa324f-1235-4750-a242-7810d3d32273, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:18:05.933536 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (96fa324f-1235-4750-a242-7810d3d32273), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:05.938922 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-87e774d6-f99c-4f0c-b283-5a5033b48212 admin admin] Publish callbacks [] for security_group (7ea42270-ce8e-4cd4-bdc0-e2c81a542f2b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:05.944997 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-87e774d6-f99c-4f0c-b283-5a5033b48212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (7ea42270-ce8e-4cd4-bdc0-e2c81a542f2b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:05.992942 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-87e774d6-f99c-4f0c-b283-5a5033b48212 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f5cbc2438bc4a6db7b0173bfc7b77d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710946 Jun 22 10:18:05.993174 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39906) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:06.000942 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e774d6-f99c-4f0c-b283-5a5033b48212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea42270-ce8e-4cd4-bdc0-e2c81a542f2b,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:06.028994 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:06.028994 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:06.036849 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] For port 96fa324f-1235-4750-a242-7810d3d32273, host hv-cinder-84713, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:18:06.040195 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] For port 96fa324f-1235-4750-a242-7810d3d32273, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=96fa324f-1235-4750-a242-7810d3d32273,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:18:06.046385 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (96fa324f-1235-4750-a242-7810d3d32273), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:06.069412 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8d41e021-9e3e-453b-bbf0-8ac02d1c2151 admin admin] Publish callbacks [] for security_group (7ea42270-ce8e-4cd4-bdc0-e2c81a542f2b), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:06.080819 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:06.081568 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:06.083126 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-70d97984-d138-481f-9b20-1c8f841b800d req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] 10.222.0.59 "PUT /v2.0/ports/96fa324f-1235-4750-a242-7810d3d32273 HTTP/1.1" status: 200 len: 1093 time: 0.7622883 Jun 22 10:18:06.097211 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2e66bb-efd5-4ff0-8163-5973db8e0db7', 'tag': '96fa324f-1235-4750-a242-7810d3d32273'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:18:06.104416 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb828576-5487-4017-be28-a8ccb92a5bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "0b2e66bb-efd5-4ff0-8163-5973db8e0db7", "tag": "96fa324f-1235-4750-a242-7810d3d32273"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:18:06.104865 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8d41e021-9e3e-453b-bbf0-8ac02d1c2151 admin admin] Publish callbacks [] for security_group (7ea42270-ce8e-4cd4-bdc0-e2c81a542f2b), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:06.135852 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac374a3-c3f9-49c7-ab8f-0e208fd901d2 service neutron] Pushing event updated for resources: {'Port': ['ID=96fa324f-1235-4750-a242-7810d3d32273,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:06.174744 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8d41e021-9e3e-453b-bbf0-8ac02d1c2151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (7ea42270-ce8e-4cd4-bdc0-e2c81a542f2b), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:06.177638 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8d41e021-9e3e-453b-bbf0-8ac02d1c2151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:06.182983 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8d41e021-9e3e-453b-bbf0-8ac02d1c2151 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ea42270-ce8e-4cd4-bdc0-e2c81a542f2b HTTP/1.1" status: 204 len: 168 time: 0.1876245 Jun 22 10:18:06.193809 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d906003-3ce8-4c50-9ecf-b19987861331 x-openstack-request-id: req-0d906003-3ce8-4c50-9ecf-b19987861331 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:18:06.194294 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b2e66bb-efd5-4ff0-8163-5973db8e0db7", "tag": "96fa324f-1235-4750-a242-7810d3d32273", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:18:06.194376 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41e021-9e3e-453b-bbf0-8ac02d1c2151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea42270-ce8e-4cd4-bdc0-e2c81a542f2b,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:06.194475 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d906003-3ce8-4c50-9ecf-b19987861331 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:18:06.194785 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d906003-3ce8-4c50-9ecf-b19987861331'] response: {'name': 'network-changed', 'server_uuid': '0b2e66bb-efd5-4ff0-8163-5973db8e0db7', 'tag': '96fa324f-1235-4750-a242-7810d3d32273', 'status': 'completed', 'code': 200} Jun 22 10:18:06.265106 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbb315-8154-4809-bad5-15a7784e407e req-79b30f8d-7ff5-4c6f-962c-cb9c7d9179ca tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:06.266723 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-addbb315-8154-4809-bad5-15a7784e407e req-79b30f8d-7ff5-4c6f-962c-cb9c7d9179ca tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 943 time: 0.0546393 Jun 22 10:18:06.340629 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-addbb315-8154-4809-bad5-15a7784e407e req-ae3b9c78-c11b-4a7f-bab7-fa74d96dff36 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e084b7-285c-4989-b025-67c55d3fd110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606308 Jun 22 10:18:06.523016 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39918) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:06.537941 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d284e4c0-9319-4f50-9929-e8065c244b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:06.619720 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a1515-c242-4b97-893c-7207680329f7 req-1f1799ce-33c5-4890-a846-e2f688c74b0d tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:06.621299 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-059a1515-c242-4b97-893c-7207680329f7 req-1f1799ce-33c5-4890-a846-e2f688c74b0d tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0676217 Jun 22 10:18:06.705546 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-059a1515-c242-4b97-893c-7207680329f7 req-83e4e645-aa77-4912-8852-f9e446cf935c tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724788 Jun 22 10:18:06.707150 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d284e4c0-9319-4f50-9929-e8065c244b9a admin admin] Publish callbacks [] for security_group (e2aff086-acae-42a2-8e70-9e8e077323be), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:06.712055 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d284e4c0-9319-4f50-9929-e8065c244b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (e2aff086-acae-42a2-8e70-9e8e077323be), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:06.765163 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d284e4c0-9319-4f50-9929-e8065c244b9a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58d6b7614e194b4e9553e17dd53cff11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408378 Jun 22 10:18:06.768198 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39926) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:06.784576 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:06.785527 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284e4c0-9319-4f50-9929-e8065c244b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aff086-acae-42a2-8e70-9e8e077323be,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:06.846039 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823934ee-19fd-477d-a221-27b727a917df req-9ff8dede-4533-4f4e-b78e-fcb6170a79e3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:06.847553 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-823934ee-19fd-477d-a221-27b727a917df req-9ff8dede-4533-4f4e-b78e-fcb6170a79e3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0888991 Jun 22 10:18:06.890131 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:06.902175 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-527cdf72-5e54-4fd7-9c2f-8ada94b9b239 admin admin] Publish callbacks [] for security_group (e2aff086-acae-42a2-8e70-9e8e077323be), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:06.935913 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-527cdf72-5e54-4fd7-9c2f-8ada94b9b239 admin admin] Publish callbacks [] for security_group (e2aff086-acae-42a2-8e70-9e8e077323be), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:06.941776 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-823934ee-19fd-477d-a221-27b727a917df req-9bb96f23-e514-4d8b-ba94-e9e985fe2d13 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873384 Jun 22 10:18:06.991014 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-527cdf72-5e54-4fd7-9c2f-8ada94b9b239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (e2aff086-acae-42a2-8e70-9e8e077323be), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:06.993875 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-527cdf72-5e54-4fd7-9c2f-8ada94b9b239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:06.995028 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-527cdf72-5e54-4fd7-9c2f-8ada94b9b239 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2aff086-acae-42a2-8e70-9e8e077323be HTTP/1.1" status: 204 len: 168 time: 0.2256312 Jun 22 10:18:07.005363 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cdf72-5e54-4fd7-9c2f-8ada94b9b239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aff086-acae-42a2-8e70-9e8e077323be,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:07.196553 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb828576-5487-4017-be28-a8ccb92a5bfd req-90b3e419-999d-481b-b3fd-6e2ac6cbb299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:07.198125 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-eb828576-5487-4017-be28-a8ccb92a5bfd req-90b3e419-999d-481b-b3fd-6e2ac6cbb299 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78629282e2b74418a2c1cdac32576ef1&device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 1127 time: 0.0444331 Jun 22 10:18:07.466134 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77104f43-1a8d-44ed-83c7-b40e6416fffe req-7a26a04e-78d0-45ee-8313-294f25da3c1f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:07.467992 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-77104f43-1a8d-44ed-83c7-b40e6416fffe req-7a26a04e-78d0-45ee-8313-294f25da3c1f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 943 time: 0.0590940 Jun 22 10:18:07.526835 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-77104f43-1a8d-44ed-83c7-b40e6416fffe req-f84cc010-4957-4c16-91fb-86914b8be0ff tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e084b7-285c-4989-b025-67c55d3fd110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478022 Jun 22 10:18:07.796880 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb828576-5487-4017-be28-a8ccb92a5bfd req-02a49ca7-0e7a-4d36-ad8e-706bcdab6f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:07.799044 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-eb828576-5487-4017-be28-a8ccb92a5bfd req-02a49ca7-0e7a-4d36-ad8e-706bcdab6f8e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=78629282e2b74418a2c1cdac32576ef1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2021954 Jun 22 10:18:07.851773 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f9a66-04ac-41d7-b652-114f8e66cd9e req-ed3944c8-885d-494c-9dc8-bd7c2039bd81 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:07.853291 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5e9f9a66-04ac-41d7-b652-114f8e66cd9e req-ed3944c8-885d-494c-9dc8-bd7c2039bd81 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0642912 Jun 22 10:18:07.907369 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5e9f9a66-04ac-41d7-b652-114f8e66cd9e req-4eab2521-c8c1-45bf-9860-002e8557444d tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470250 Jun 22 10:18:07.982738 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb828576-5487-4017-be28-a8ccb92a5bfd req-f0d1d470-6067-4b0a-b68a-4884c7b22960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:07.984249 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-eb828576-5487-4017-be28-a8ccb92a5bfd req-f0d1d470-6067-4b0a-b68a-4884c7b22960 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1770346 Jun 22 10:18:08.062919 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2646af9-c6f7-44b0-aa83-66de827f179a req-e235c47a-bf5d-4bbb-8088-82767bc82fc4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:08.066470 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c2646af9-c6f7-44b0-aa83-66de827f179a req-e235c47a-bf5d-4bbb-8088-82767bc82fc4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0534036 Jun 22 10:18:08.067119 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d97984-d138-481f-9b20-1c8f841b800d req-52ae2c85-1c81-4683-a830-cf0d9895987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:08.068868 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-70d97984-d138-481f-9b20-1c8f841b800d req-52ae2c85-1c81-4683-a830-cf0d9895987b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78629282e2b74418a2c1cdac32576ef1&device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 1127 time: 0.0437028 Jun 22 10:18:08.130298 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-70d97984-d138-481f-9b20-1c8f841b800d req-e0988edc-ff0c-4590-a175-6b1551c2e3b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96fa324f-1235-4750-a242-7810d3d32273 HTTP/1.1" status: 200 len: 217 time: 0.0487304 Jun 22 10:18:08.133437 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c2646af9-c6f7-44b0-aa83-66de827f179a req-9951b45a-670c-4e13-9cee-97c983e9fc26 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628448 Jun 22 10:18:08.188393 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d97984-d138-481f-9b20-1c8f841b800d req-b83bc4cd-88a1-4314-b4ef-1b35d5849b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:08.189930 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-70d97984-d138-481f-9b20-1c8f841b800d req-b83bc4cd-88a1-4314-b4ef-1b35d5849b91 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22fb0c08-5da0-43f7-a157-f246eb31d192 HTTP/1.1" status: 200 len: 853 time: 0.0512350 Jun 22 10:18:08.240236 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 39972) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:08.246681 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d97984-d138-481f-9b20-1c8f841b800d req-33ed517e-c52b-4611-a6ad-5d0b9b9dd3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:08.248212 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-70d97984-d138-481f-9b20-1c8f841b800d req-33ed517e-c52b-4611-a6ad-5d0b9b9dd3fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bc94bec-5b18-4b15-a531-8b4a0778b280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508823 Jun 22 10:18:08.350025 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-70d97984-d138-481f-9b20-1c8f841b800d req-704c2964-4128-49e5-9fd7-58f46832c7a6 service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944674 Jun 22 10:18:08.383574 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-53da5424-a95a-4f91-ac7f-f3e61010b02a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:08.395875 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5241dec4-96a7-4023-a45c-79f92e48448f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:08.442155 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:08.476873 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-53da5424-a95a-4f91-ac7f-f3e61010b02a admin admin] Publish callbacks [] for security_group (e9ce9278-cfb9-45f8-a2f9-0d3dd3b25798), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:08.483446 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-70d97984-d138-481f-9b20-1c8f841b800d req-f7162810-b39e-4d2e-8f36-f0e46c905085 service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258831 Jun 22 10:18:08.483674 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-53da5424-a95a-4f91-ac7f-f3e61010b02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (e9ce9278-cfb9-45f8-a2f9-0d3dd3b25798), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:08.541113 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da5424-a95a-4f91-ac7f-f3e61010b02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ce9278-cfb9-45f8-a2f9-0d3dd3b25798,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:08.545270 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-53da5424-a95a-4f91-ac7f-f3e61010b02a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=718b8ba979094bd98182e33f925488c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036909 Jun 22 10:18:08.548186 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 39980) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:08.601754 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6a225cb8-6574-4b75-bc16-a0be59984fcf admin admin] Publish callbacks [] for security_group (e9ce9278-cfb9-45f8-a2f9-0d3dd3b25798), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:08.624081 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6a225cb8-6574-4b75-bc16-a0be59984fcf admin admin] Publish callbacks [] for security_group (e9ce9278-cfb9-45f8-a2f9-0d3dd3b25798), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:08.651579 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9e282-056a-4609-82af-0185f703702d req-964dc231-43cd-4bc2-87b7-160e4f84375d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:08.653091 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e3c9e282-056a-4609-82af-0185f703702d req-964dc231-43cd-4bc2-87b7-160e4f84375d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 943 time: 0.0548861 Jun 22 10:18:08.658628 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:08.683405 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6a225cb8-6574-4b75-bc16-a0be59984fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (e9ce9278-cfb9-45f8-a2f9-0d3dd3b25798), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:08.687271 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6a225cb8-6574-4b75-bc16-a0be59984fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:08.691841 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-6a225cb8-6574-4b75-bc16-a0be59984fcf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e9ce9278-cfb9-45f8-a2f9-0d3dd3b25798 HTTP/1.1" status: 204 len: 168 time: 0.1383784 Jun 22 10:18:08.701885 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a225cb8-6574-4b75-bc16-a0be59984fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ce9278-cfb9-45f8-a2f9-0d3dd3b25798,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:08.708895 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e3c9e282-056a-4609-82af-0185f703702d req-47123b5b-a2c4-49e9-a4fe-3ac2021c0861 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e084b7-285c-4989-b025-67c55d3fd110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501430 Jun 22 10:18:08.924937 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 468a7090-7d3f-43e5-8303-b6f8870ced56 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:18:09.038061 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 468a7090-7d3f-43e5-8303-b6f8870ced56, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=468a7090-7d3f-43e5-8303-b6f8870ced56,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:09.053501 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b8915-9179-4647-aad9-1a638e1dfb5e req-59927cc3-10be-4990-9d1c-020a8ff340c4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:09.055294 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-691b8915-9179-4647-aad9-1a638e1dfb5e req-59927cc3-10be-4990-9d1c-020a8ff340c4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0566843 Jun 22 10:18:09.057184 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': '468a7090-7d3f-43e5-8303-b6f8870ced56', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'port_id': '468a7090-7d3f-43e5-8303-b6f8870ced56', 'mac_address': 'fa:16:3e:a0:62:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 972, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:18:09.112718 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 468a7090-7d3f-43e5-8303-b6f8870ced56 is: ACTIVE; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:18:09.113113 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:09.124430 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-691b8915-9179-4647-aad9-1a638e1dfb5e req-6d465750-9388-4650-a15c-98dd2d8c62fa tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625577 Jun 22 10:18:09.131962 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 468a7090-7d3f-43e5-8303-b6f8870ced56 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:18:09.163557 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 468a7090-7d3f-43e5-8303-b6f8870ced56, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=468a7090-7d3f-43e5-8303-b6f8870ced56,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:09.167768 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:09.221750 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=468a7090-7d3f-43e5-8303-b6f8870ced56,revision_number=6']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:09.232106 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:09.232456 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:09.232814 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:09.233158 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:09.233488 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:09.233845 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:09.234176 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:09.234502 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:09.234828 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:09.235153 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:09.235477 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:09.236228 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:09.236563 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:09.237927 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:09.237927 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:18:09.293220 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['468a7090-7d3f-43e5-8303-b6f8870ced56'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:18:09.658787 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 40018) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:09.663597 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-255475d0-89ab-434b-9441-5554e7f250b7 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1537501427', 'description': 'tempest-description--249422708'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:18:09.688818 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-255475d0-89ab-434b-9441-5554e7f250b7 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:09.706715 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:09.748399 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:09.788322 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-255475d0-89ab-434b-9441-5554e7f250b7 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for security_group (ee1c73e0-7c2b-47a9-b690-d5e889465e8b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:09.797644 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-255475d0-89ab-434b-9441-5554e7f250b7 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (ee1c73e0-7c2b-47a9-b690-d5e889465e8b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:09.857962 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-255475d0-89ab-434b-9441-5554e7f250b7 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:09.859377 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-255475d0-89ab-434b-9441-5554e7f250b7 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1995573 Jun 22 10:18:09.863033 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 40026) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:09.867608 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-76d79603-1cd4-45b5-9f17-664efad87e94 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Request body: {'security_group_rule': {'security_group_id': 'ee1c73e0-7c2b-47a9-b690-d5e889465e8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:18:09.885680 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255475d0-89ab-434b-9441-5554e7f250b7 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1c73e0-7c2b-47a9-b690-d5e889465e8b,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:09.895886 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475892b-24cf-44dd-9430-d5a4cd8b0488 req-ae51700f-d0dd-4b0f-8488-a5359cbbccff tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:09.897510 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0475892b-24cf-44dd-9430-d5a4cd8b0488 req-ae51700f-d0dd-4b0f-8488-a5359cbbccff tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 943 time: 0.0846913 Jun 22 10:18:09.900615 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-76d79603-1cd4-45b5-9f17-664efad87e94 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for security_group_rule (d9b561ba-eb73-4125-851e-d66fa9e38cab), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:09.952447 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0475892b-24cf-44dd-9430-d5a4cd8b0488 req-64ba27e2-d465-47e2-9693-6f3401efa0d0 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e084b7-285c-4989-b025-67c55d3fd110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471985 Jun 22 10:18:09.964119 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-76d79603-1cd4-45b5-9f17-664efad87e94 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for security_group_rule (d9b561ba-eb73-4125-851e-d66fa9e38cab), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:09.968697 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 40028) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:09.976651 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-76d79603-1cd4-45b5-9f17-664efad87e94 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (d9b561ba-eb73-4125-851e-d66fa9e38cab), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:09.997307 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d79603-1cd4-45b5-9f17-664efad87e94 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b561ba-eb73-4125-851e-d66fa9e38cab,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:10.005220 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-76d79603-1cd4-45b5-9f17-664efad87e94 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:10.006544 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-76d79603-1cd4-45b5-9f17-664efad87e94 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425219 Jun 22 10:18:10.009139 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 40032) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:10.013441 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-f1304842-fc3c-44e5-a935-af6d6ed34d50 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Request body: {'security_group_rule': {'security_group_id': 'ee1c73e0-7c2b-47a9-b690-d5e889465e8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:18:10.040923 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f1304842-fc3c-44e5-a935-af6d6ed34d50 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for security_group_rule (badcee6d-b04c-497d-91d0-83b675971098), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:10.101320 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-63ac2be8-beaf-41e3-aceb-06a56acd2acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:10.120541 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f1304842-fc3c-44e5-a935-af6d6ed34d50 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for security_group_rule (badcee6d-b04c-497d-91d0-83b675971098), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:10.127448 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f1304842-fc3c-44e5-a935-af6d6ed34d50 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (badcee6d-b04c-497d-91d0-83b675971098), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:10.151682 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1304842-fc3c-44e5-a935-af6d6ed34d50 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=badcee6d-b04c-497d-91d0-83b675971098,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:10.174315 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f1304842-fc3c-44e5-a935-af6d6ed34d50 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:10.175523 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-f1304842-fc3c-44e5-a935-af6d6ed34d50 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1653285 Jun 22 10:18:10.178741 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 40036) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:10.183308 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-7ec85651-dc89-4d49-ae5d-2aaf760f742e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Request body: {'floatingip': {'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:18:10.232458 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-63ac2be8-beaf-41e3-aceb-06a56acd2acf admin admin] Publish callbacks [] for security_group (21f2474a-b0ad-4007-be09-b8d00f31e3e2), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:10.236675 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-63ac2be8-beaf-41e3-aceb-06a56acd2acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (21f2474a-b0ad-4007-be09-b8d00f31e3e2), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:10.244103 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7ec85651-dc89-4d49-ae5d-2aaf760f742e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:10.271677 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70956e6b-4071-4865-8c15-0ef44faefbc1 req-65321c13-57e3-4c17-8220-de15c7a23341 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:10.273275 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-70956e6b-4071-4865-8c15-0ef44faefbc1 req-65321c13-57e3-4c17-8220-de15c7a23341 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 944 time: 0.0700498 Jun 22 10:18:10.385621 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-70956e6b-4071-4865-8c15-0ef44faefbc1 req-57cc8ddf-196a-4484-95d3-ca84e5de907f tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004095 Jun 22 10:18:10.386786 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7ec85651-dc89-4d49-ae5d-2aaf760f742e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:10.505162 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-7ec85651-dc89-4d49-ae5d-2aaf760f742e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Allocated IP 172.27.0.142 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/c85797bb-fa77-43ed-a180-58f33de9b6b5) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:18:10.509636 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-63ac2be8-beaf-41e3-aceb-06a56acd2acf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7eb154d9bfd54de99f4a41f177a273d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5385849 Jun 22 10:18:10.511670 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac2be8-beaf-41e3-aceb-06a56acd2acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f2474a-b0ad-4007-be09-b8d00f31e3e2,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:10.512233 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 40038) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:10.630951 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-59654e6e-1109-4b48-9f66-be0250fbe594 admin admin] Publish callbacks [] for security_group (21f2474a-b0ad-4007-be09-b8d00f31e3e2), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:10.668695 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-59654e6e-1109-4b48-9f66-be0250fbe594 admin admin] Publish callbacks [] for security_group (21f2474a-b0ad-4007-be09-b8d00f31e3e2), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:10.670237 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:10.686339 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7ec85651-dc89-4d49-ae5d-2aaf760f742e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for port (c85797bb-fa77-43ed-a180-58f33de9b6b5), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:10.716583 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a144e7c0-b2e0-4804-9e09-b23bb924952a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:10.745115 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7ec85651-dc89-4d49-ae5d-2aaf760f742e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (c85797bb-fa77-43ed-a180-58f33de9b6b5), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:10.778963 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-59654e6e-1109-4b48-9f66-be0250fbe594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (21f2474a-b0ad-4007-be09-b8d00f31e3e2), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:10.781467 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-59654e6e-1109-4b48-9f66-be0250fbe594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:10.783340 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-59654e6e-1109-4b48-9f66-be0250fbe594 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21f2474a-b0ad-4007-be09-b8d00f31e3e2 HTTP/1.1" status: 204 len: 168 time: 0.2693756 Jun 22 10:18:10.792464 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec85651-dc89-4d49-ae5d-2aaf760f742e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:18:10.805350 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59654e6e-1109-4b48-9f66-be0250fbe594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f2474a-b0ad-4007-be09-b8d00f31e3e2,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:10.807476 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-7ec85651-dc89-4d49-ae5d-2aaf760f742e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:18:10.824990 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec85651-dc89-4d49-ae5d-2aaf760f742e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Pushing event updated for resources: {'Port': ['ID=c85797bb-fa77-43ed-a180-58f33de9b6b5,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:10.829110 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec85651-dc89-4d49-ae5d-2aaf760f742e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:18:10.937887 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 96fa324f-1235-4750-a242-7810d3d32273 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:18:10.943242 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 468a7090-7d3f-43e5-8303-b6f8870ced56 up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:18:10.962712 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:10.997372 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7ec85651-dc89-4d49-ae5d-2aaf760f742e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for floatingip (2f5d0367-32c3-468c-ad44-1beb4b86a59d), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:11.000225 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:18:11.052720 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7ec85651-dc89-4d49-ae5d-2aaf760f742e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (c85797bb-fa77-43ed-a180-58f33de9b6b5), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:11.125170 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port 468a7090-7d3f-43e5-8303-b6f8870ced56 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:18:11.125551 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:11.206931 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:11.245486 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:11.266518 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981afa6-5165-4083-a25f-1547a1e68dc7 req-a376e284-1c44-4e69-9980-c9ec3fa1cb40 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:11.267977 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c981afa6-5165-4083-a25f-1547a1e68dc7 req-a376e284-1c44-4e69-9980-c9ec3fa1cb40 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 943 time: 0.1374569 Jun 22 10:18:11.349442 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 96fa324f-1235-4750-a242-7810d3d32273, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=96fa324f-1235-4750-a242-7810d3d32273,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:11.352420 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 468a7090-7d3f-43e5-8303-b6f8870ced56 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:18:11.352817 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:11.384050 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': '96fa324f-1235-4750-a242-7810d3d32273', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'port_id': '96fa324f-1235-4750-a242-7810d3d32273', 'mac_address': 'fa:16:3e:fa:bd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:18:11.446639 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 468a7090-7d3f-43e5-8303-b6f8870ced56, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=468a7090-7d3f-43e5-8303-b6f8870ced56,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:11.450344 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dbd5ab-5688-4de4-9da2-0b89d7cefb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468a7090-7d3f-43e5-8303-b6f8870ced56'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:18:11.453103 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea93f0ac-9330-423d-9dd3-3e80035ef5b5" -d '{"events": [{"server_uuid": "73dbd5ab-5688-4de4-9da2-0b89d7cefb11", "name": "network-vif-plugged", "status": "completed", "tag": "468a7090-7d3f-43e5-8303-b6f8870ced56"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:18:11.462565 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:11.484201 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7ec85651-dc89-4d49-ae5d-2aaf760f742e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for port (c85797bb-fa77-43ed-a180-58f33de9b6b5), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:11.518599 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=468a7090-7d3f-43e5-8303-b6f8870ced56,revision_number=7']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:11.521765 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 96fa324f-1235-4750-a242-7810d3d32273 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:18:11.522613 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (96fa324f-1235-4750-a242-7810d3d32273), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:11.539229 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fa324f-1235-4750-a242-7810d3d32273 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:18:11.560520 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 96fa324f-1235-4750-a242-7810d3d32273, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=96fa324f-1235-4750-a242-7810d3d32273,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:11.567379 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ad8ef-760b-4b26-ba62-4db7d2af407a req-bc97a7d6-d0f4-47bb-887e-3e94fbfad4b7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:11.569385 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b72ad8ef-760b-4b26-ba62-4db7d2af407a req-bc97a7d6-d0f4-47bb-887e-3e94fbfad4b7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0783355 Jun 22 10:18:11.573608 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7ec85651-dc89-4d49-ae5d-2aaf760f742e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6232566'] for port (c85797bb-fa77-43ed-a180-58f33de9b6b5), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:11.576553 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (96fa324f-1235-4750-a242-7810d3d32273), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:11.629280 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=96fa324f-1235-4750-a242-7810d3d32273,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:11.667783 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec85651-dc89-4d49-ae5d-2aaf760f742e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Pushing event updated for resources: {'Port': ['ID=c85797bb-fa77-43ed-a180-58f33de9b6b5,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:11.687042 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c981afa6-5165-4083-a25f-1547a1e68dc7 req-f5f345e1-b913-4f64-9f33-fbe12346690e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e084b7-285c-4989-b025-67c55d3fd110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4113991 Jun 22 10:18:11.726890 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:11.734750 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7ec85651-dc89-4d49-ae5d-2aaf760f742e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (2f5d0367-32c3-468c-ad44-1beb4b86a59d), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:11.741954 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b72ad8ef-760b-4b26-ba62-4db7d2af407a req-9aa2ebb4-b996-4796-807b-0bcd1230da1f tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577981 Jun 22 10:18:11.770406 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7ec85651-dc89-4d49-ae5d-2aaf760f742e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:11.770406 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7ec85651-dc89-4d49-ae5d-2aaf760f742e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5854576 Jun 22 10:18:11.784230 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d23fc6d-9db7-4651-af64-d8ae8970bcd0 x-openstack-request-id: req-5d23fc6d-9db7-4651-af64-d8ae8970bcd0 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:18:11.785364 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dbd5ab-5688-4de4-9da2-0b89d7cefb11", "name": "network-vif-plugged", "status": "completed", "tag": "468a7090-7d3f-43e5-8303-b6f8870ced56", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:18:11.785832 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d23fc6d-9db7-4651-af64-d8ae8970bcd0 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:18:11.786702 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d23fc6d-9db7-4651-af64-d8ae8970bcd0'] response: {'server_uuid': '73dbd5ab-5688-4de4-9da2-0b89d7cefb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468a7090-7d3f-43e5-8303-b6f8870ced56', 'code': 200} Jun 22 10:18:11.884313 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['96fa324f-1235-4750-a242-7810d3d32273'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:18:11.989726 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:12.071384 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 40108) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:12.212791 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-fb6e62a9-41e3-46a0-bbc3-21dce0c307e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1674664833-network', 'tenant_id': '0b75addf2f334d7cb584ccae7779d3f1'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:18:12.242809 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6e62a9-41e3-46a0-bbc3-21dce0c307e2 admin admin] Made reservation on behalf of 0b75addf2f334d7cb584ccae7779d3f1 for: {'network': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:18:12.245266 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fb6e62a9-41e3-46a0-bbc3-21dce0c307e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for network (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:12.254900 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fb6e62a9-41e3-46a0-bbc3-21dce0c307e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:12.356352 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fb6e62a9-41e3-46a0-bbc3-21dce0c307e2 admin admin] Publish callbacks [] for security_group (9f54f9e1-205f-4336-bbce-a60f8e812592), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:12.366930 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fb6e62a9-41e3-46a0-bbc3-21dce0c307e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (9f54f9e1-205f-4336-bbce-a60f8e812592), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:12.373551 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=72,neutron:DELETE=7,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:12.397534 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6e62a9-41e3-46a0-bbc3-21dce0c307e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 988, 'physical_network': 'physnet1'} {{(pid=104122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:18:12.402719 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:12.411925 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e62a9-41e3-46a0-bbc3-21dce0c307e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f54f9e1-205f-4336-bbce-a60f8e812592,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:12.418085 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fb6e62a9-41e3-46a0-bbc3-21dce0c307e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (f82fde99-5bb4-43d3-8fc0-c75eb8fac109), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:12.418762 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.segments_db [None req-fb6e62a9-41e3-46a0-bbc3-21dce0c307e2 admin admin] Added segment f82fde99-5bb4-43d3-8fc0-c75eb8fac109 of type vlan for network e3bd5741-bd96-458e-92f1-363af9f36a6d Jun 22 10:18:12.498361 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fb6e62a9-41e3-46a0-bbc3-21dce0c307e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773364491457'] for network (e3bd5741-bd96-458e-92f1-363af9f36a6d), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:12.551903 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fb6e62a9-41e3-46a0-bbc3-21dce0c307e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for network (e3bd5741-bd96-458e-92f1-363af9f36a6d), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:12.553207 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6e62a9-41e3-46a0-bbc3-21dce0c307e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:12.554273 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-fb6e62a9-41e3-46a0-bbc3-21dce0c307e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:12.607828 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-fb6e62a9-41e3-46a0-bbc3-21dce0c307e2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5326924 Jun 22 10:18:12.608046 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 40118) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:12.613578 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-1bc60d86-859a-4318-a9db-755fac7caccb admin admin] Request body: {'subnet': {'network_id': 'e3bd5741-bd96-458e-92f1-363af9f36a6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1674664833-subnet', 'tenant_id': '0b75addf2f334d7cb584ccae7779d3f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:18:12.658605 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e62a9-41e3-46a0-bbc3-21dce0c307e2 admin admin] Pushing event updated for resources: {'Network': ['ID=e3bd5741-bd96-458e-92f1-363af9f36a6d,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:12.671499 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc60d86-859a-4318-a9db-755fac7caccb admin admin] Made reservation on behalf of 0b75addf2f334d7cb584ccae7779d3f1 for: {'subnet': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:18:12.674325 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Network e3bd5741-bd96-458e-92f1-363af9f36a6d details requested by agent ovs-agent-dv-cinder-847131-1-iscsi with host dv-cinder-847131-1-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 10:18:12.674785 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1bc60d86-859a-4318-a9db-755fac7caccb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6209260'] for subnet (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:12.945886 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1bc60d86-859a-4318-a9db-755fac7caccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5276808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6209178'] for subnet (c6380ff7-18d1-40fa-a825-a78c439eacda), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:12.952108 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 96fa324f-1235-4750-a242-7810d3d32273 up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:18:13.028969 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc60d86-859a-4318-a9db-755fac7caccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6380ff7-18d1-40fa-a825-a78c439eacda,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:13.074380 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc60d86-859a-4318-a9db-755fac7caccb admin admin] Checking segment: {'id': 'f82fde99-5bb4-43d3-8fc0-c75eb8fac109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'e3bd5741-bd96-458e-92f1-363af9f36a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:18:13.075058 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc60d86-859a-4318-a9db-755fac7caccb admin admin] Network hostable DHCP agents. Network: e3bd5741-bd96-458e-92f1-363af9f36a6d, hostable agents: ['932caf1b-e271-42cd-92f3-ee8a2197157a'], hosted agents: [] {{(pid=104122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:18:13.077260 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port 96fa324f-1235-4750-a242-7810d3d32273 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:18:13.091611 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port 96fa324f-1235-4750-a242-7810d3d32273 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:18:13.092356 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (96fa324f-1235-4750-a242-7810d3d32273), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:13.127579 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c18884-5601-41f1-9e6c-ecd4250e035e req-1a24237d-6d04-4378-84b7-d788d379a540 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:13.137380 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-34c18884-5601-41f1-9e6c-ecd4250e035e req-1a24237d-6d04-4378-84b7-d788d379a540 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 944 time: 0.1065524 Jun 22 10:18:13.138626 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc60d86-859a-4318-a9db-755fac7caccb admin admin] Network e3bd5741-bd96-458e-92f1-363af9f36a6d is scheduled to be hosted by DHCP agent 932caf1b-e271-42cd-92f3-ee8a2197157a with binding_index 1 {{(pid=104122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:18:13.158846 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-1bc60d86-859a-4318-a9db-755fac7caccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-1-iscsi, e3bd5741-bd96-458e-92f1-363af9f36a6d) {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:18:13.180971 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc60d86-859a-4318-a9db-755fac7caccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:13.182257 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1bc60d86-859a-4318-a9db-755fac7caccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:13.195641 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-34c18884-5601-41f1-9e6c-ecd4250e035e req-21c7e51f-f5f6-4685-a507-d621284b912b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e084b7-285c-4989-b025-67c55d3fd110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570853 Jun 22 10:18:13.250519 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-1bc60d86-859a-4318-a9db-755fac7caccb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6187468 Jun 22 10:18:13.370179 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122a722-90ff-46b1-8cac-51a3dbc31a41 req-40e74c5c-e44f-4bcf-8359-e9ff85a12ef2 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:13.372303 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e122a722-90ff-46b1-8cac-51a3dbc31a41 req-40e74c5c-e44f-4bcf-8359-e9ff85a12ef2 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0611346 Jun 22 10:18:13.399472 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:13.413167 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6385ba11-5fc7-47ad-99a2-c9c4deb68cc8 None None] Network e3bd5741-bd96-458e-92f1-363af9f36a6d requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:18:13.456354 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e122a722-90ff-46b1-8cac-51a3dbc31a41 req-62c148b9-4c6b-4056-81a4-0b50c5a56ce5 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776582 Jun 22 10:18:13.473328 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 96fa324f-1235-4750-a242-7810d3d32273 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:18:13.474097 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (96fa324f-1235-4750-a242-7810d3d32273), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:13.526924 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:13.577211 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 96fa324f-1235-4750-a242-7810d3d32273, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=96fa324f-1235-4750-a242-7810d3d32273,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:13.587987 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (96fa324f-1235-4750-a242-7810d3d32273), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:13.664257 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:13.669715 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1971ec50-d9ff-40db-b8c5-7bfb52b0d510 None None] Network e3bd5741-bd96-458e-92f1-363af9f36a6d requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:18:13.697056 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=96fa324f-1235-4750-a242-7810d3d32273,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:13.796424 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2e66bb-efd5-4ff0-8163-5973db8e0db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fa324f-1235-4750-a242-7810d3d32273'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:18:13.799092 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9128ec2a-4ba7-498f-88b2-16f555dd995e" -d '{"events": [{"server_uuid": "0b2e66bb-efd5-4ff0-8163-5973db8e0db7", "name": "network-vif-plugged", "status": "completed", "tag": "96fa324f-1235-4750-a242-7810d3d32273"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:18:13.846561 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6185c9-c06f-49f9-b6d4-3649080dcb3f x-openstack-request-id: req-2f6185c9-c06f-49f9-b6d4-3649080dcb3f {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:18:13.846561 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2e66bb-efd5-4ff0-8163-5973db8e0db7", "name": "network-vif-plugged", "status": "completed", "tag": "96fa324f-1235-4750-a242-7810d3d32273", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:18:13.846561 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f6185c9-c06f-49f9-b6d4-3649080dcb3f {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:18:13.846561 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f6185c9-c06f-49f9-b6d4-3649080dcb3f'] response: {'server_uuid': '0b2e66bb-efd5-4ff0-8163-5973db8e0db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fa324f-1235-4750-a242-7810d3d32273', 'code': 200} Jun 22 10:18:13.865097 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:14.135765 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123b7c0-443d-4ad8-9336-239bc53301a2 req-1aa5ffcd-9a6e-450a-9228-c89f5ca2b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:14.137425 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1123b7c0-443d-4ad8-9336-239bc53301a2 req-1aa5ffcd-9a6e-450a-9228-c89f5ca2b317 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 1129 time: 0.0672243 Jun 22 10:18:14.187309 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1123b7c0-443d-4ad8-9336-239bc53301a2 req-ac644e35-2a30-42e8-a87f-34c514ebbdac service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=00e084b7-285c-4989-b025-67c55d3fd110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433676 Jun 22 10:18:14.362962 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac3e18-f224-4b52-9c0e-4fd789b6e2ed req-17e1cc9d-6c4c-4e45-a074-c37d1d189620 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:14.365429 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-24ac3e18-f224-4b52-9c0e-4fd789b6e2ed req-17e1cc9d-6c4c-4e45-a074-c37d1d189620 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 945 time: 0.0545213 Jun 22 10:18:14.448116 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-551e7e4b-97c7-4b50-96b6-c0faabaf1ce0 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1537501427&fields=id&tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2 HTTP/1.1" status: 200 len: 267 time: 0.0696795 Jun 22 10:18:14.459810 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-24ac3e18-f224-4b52-9c0e-4fd789b6e2ed req-e0858771-e87d-443e-97b7-e51daa4264f4 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e084b7-285c-4989-b025-67c55d3fd110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878484 Jun 22 10:18:14.636768 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:14.649659 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8ff46-dff9-46c3-abf2-45b006ac15ba req-1346d179-a42f-4899-92fb-2b327c7bc58a tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:14.654144 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b8d8ff46-dff9-46c3-abf2-45b006ac15ba req-1346d179-a42f-4899-92fb-2b327c7bc58a tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0776613 Jun 22 10:18:14.661363 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-17fe5e42-e532-4943-8a96-b9d31c78fe2b tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:14.668672 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-17fe5e42-e532-4943-8a96-b9d31c78fe2b tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/networks?id=4f5c1d12-de71-40fa-95b0-3e1b37dac412 HTTP/1.1" status: 200 len: 819 time: 0.2032280 Jun 22 10:18:14.714300 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-e078455e-0968-4f43-9624-d97b6fd701e1 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/quotas/c3277b9cbc4b4a8bbacee8440cea1ed2 HTTP/1.1" status: 200 len: 375 time: 0.0442765 Jun 22 10:18:14.838351 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b8d8ff46-dff9-46c3-abf2-45b006ac15ba req-dbe24a4f-a8b6-4c65-8b83-c463593b6d0d tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668501 Jun 22 10:18:14.853134 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-af141b6f-4f95-4656-a3da-3b5d54e975ee tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1293843 Jun 22 10:18:14.956769 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-aec63793-9d48-4de7-9ccb-7e0bb42a270f service neutron] 10.222.0.43 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974944 Jun 22 10:18:15.073497 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-236cd621-c75a-4845-b01b-65c9f646b52b service neutron] 10.222.0.43 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108317 Jun 22 10:18:15.411312 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f43b1119-61b0-41ca-b1d8-af6bfb88def8 req-603d6c2d-1afa-4932-b98d-8f309c791f2a tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 210 time: 0.0404401 Jun 22 10:18:15.421794 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98859617-d2ec-4a19-9956-209db9243b69 req-a9e25b94-419f-43e7-93a5-c1656bef01c1 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:15.424141 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-98859617-d2ec-4a19-9956-209db9243b69 req-a9e25b94-419f-43e7-93a5-c1656bef01c1 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/networks?id=e3bd5741-bd96-458e-92f1-363af9f36a6d HTTP/1.1" status: 200 len: 809 time: 0.1465807 Jun 22 10:18:15.449856 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-98859617-d2ec-4a19-9956-209db9243b69 req-e8bd6610-fd89-490e-a4a5-a798a54f8dec tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/quotas/0b75addf2f334d7cb584ccae7779d3f1 HTTP/1.1" status: 200 len: 375 time: 0.0174971 Jun 22 10:18:15.496105 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-98859617-d2ec-4a19-9956-209db9243b69 req-cb4efeff-2f55-474a-9189-d043b40990ca tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b75addf2f334d7cb584ccae7779d3f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453320 Jun 22 10:18:15.584565 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:15.942521 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54890d50-2ee9-433b-9cbc-c33f73cb63bf req-eeb77455-ebe7-4275-9513-c02181d2f52a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:15.944117 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-54890d50-2ee9-433b-9cbc-c33f73cb63bf req-eeb77455-ebe7-4275-9513-c02181d2f52a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 945 time: 0.3282270 Jun 22 10:18:15.953623 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-98859617-d2ec-4a19-9956-209db9243b69 req-36132b0f-3308-4868-85cb-d12af6747531 service neutron] 10.222.0.43 "GET /v2.0/networks/e3bd5741-bd96-458e-92f1-363af9f36a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484303 Jun 22 10:18:16.081740 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-54890d50-2ee9-433b-9cbc-c33f73cb63bf req-6747f7f0-1dfb-463e-8577-245dd6a3898b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e084b7-285c-4989-b025-67c55d3fd110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188276 Jun 22 10:18:16.121326 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-98859617-d2ec-4a19-9956-209db9243b69 req-f5895d4f-551b-4954-a277-76faf993dcfc service neutron] 10.222.0.43 "GET /v2.0/networks/e3bd5741-bd96-458e-92f1-363af9f36a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658015 Jun 22 10:18:16.260766 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67381e-e497-44b2-ad3f-659dc726404d req-e5668841-a5a5-4cab-ba64-13d60f6f2853 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:16.262348 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0f67381e-e497-44b2-ad3f-659dc726404d req-e5668841-a5a5-4cab-ba64-13d60f6f2853 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0755160 Jun 22 10:18:16.348738 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0f67381e-e497-44b2-ad3f-659dc726404d req-e86aac75-c73e-44e5-a178-2473d01acd6e tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775294 Jun 22 10:18:16.483557 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:16.502220 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-06117aa8-db80-434c-b51e-17ffdc8b19a5 req-b6fa15db-8a2e-4bce-a374-02b4607add2b tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 210 time: 0.0670328 Jun 22 10:18:16.592799 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9eb4da9b-6f03-4e5d-90a5-e3949831601c req-d41d79b1-8a9d-4364-88aa-0115a1d5f8fa tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 210 time: 0.0410867 Jun 22 10:18:17.054165 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-fd942b45-ddf5-40de-ad88-440e81a12000 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:17.056483 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-fd942b45-ddf5-40de-ad88-440e81a12000 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.59 "GET /v2.0/networks?id=4f5c1d12-de71-40fa-95b0-3e1b37dac412 HTTP/1.1" status: 200 len: 819 time: 0.1742847 Jun 22 10:18:17.172149 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-ed350543-926d-42ef-aabc-d03e34ba1b9c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2 HTTP/1.1" status: 200 len: 380 time: 0.0911746 Jun 22 10:18:17.186920 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-332d784c-deb1-4f7e-92e8-e37c2a160181 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Request body: {'port': {'device_id': '86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'admin_state_up': True, 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'security_groups': ['ee1c73e0-7c2b-47a9-b690-d5e889465e8b']}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:18:17.247946 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c24a24-bc69-4f0b-b831-1881bbdedfc1 req-36e47eb4-1668-402e-a9b3-4976e597f20f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:17.249882 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e8c24a24-bc69-4f0b-b831-1881bbdedfc1 req-36e47eb4-1668-402e-a9b3-4976e597f20f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 945 time: 0.0893080 Jun 22 10:18:17.269436 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:17.306247 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e8c24a24-bc69-4f0b-b831-1881bbdedfc1 req-e8a14b68-7cfe-4122-857e-71e5c3dca54d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e084b7-285c-4989-b025-67c55d3fd110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493450 Jun 22 10:18:17.310094 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:17.338091 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-332d784c-deb1-4f7e-92e8-e37c2a160181 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Made reservation on behalf of c3277b9cbc4b4a8bbacee8440cea1ed2 for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:18:17.344122 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-332d784c-deb1-4f7e-92e8-e37c2a160181 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:17.501933 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e5b2e-f8c9-4f71-b52a-1a73eedbee57 req-933492ab-0ee2-4573-a4aa-a57bdd6ae293 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:17.512485 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-840e5b2e-f8c9-4f71-b52a-1a73eedbee57 req-933492ab-0ee2-4573-a4aa-a57bdd6ae293 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 945 time: 0.0626469 Jun 22 10:18:17.514093 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 40234) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:17.527019 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-d5eb1269-c8a5-4c1c-adf8-407e528168c4 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'floatingip': {'port_id': '96fa324f-1235-4750-a242-7810d3d32273'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:18:17.527606 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-332d784c-deb1-4f7e-92e8-e37c2a160181 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Allocated IP 172.20.0.4 (4f5c1d12-de71-40fa-95b0-3e1b37dac412/8d52cd81-ade1-4a9c-ad07-0183651deb0b/b3cb81b4-fc19-4acc-bb84-84c1f3b739b7) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:18:17.575477 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1269-c8a5-4c1c-adf8-407e528168c4 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (eb502c52-5999-4dbe-8454-c5caf2654d86), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:17.708165 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0985c1e5-b760-4ed7-8610-43f958cb9ab3 req-5768ebe8-f205-4026-bacd-d38f47da2989 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 210 time: 0.0690053 Jun 22 10:18:17.712921 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-332d784c-deb1-4f7e-92e8-e37c2a160181 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for port (b3cb81b4-fc19-4acc-bb84-84c1f3b739b7), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:17.716893 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ac64e-f44c-40fe-bf45-83d83b32fd25 req-0e9818d4-a3ca-42b8-ba6b-7609d6f8076e tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:17.725577 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8d7ac64e-f44c-40fe-bf45-83d83b32fd25 req-0e9818d4-a3ca-42b8-ba6b-7609d6f8076e tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.2126858 Jun 22 10:18:17.770669 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:17.777941 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-332d784c-deb1-4f7e-92e8-e37c2a160181 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (b3cb81b4-fc19-4acc-bb84-84c1f3b739b7), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:17.836081 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8d7ac64e-f44c-40fe-bf45-83d83b32fd25 req-12b4b309-ec15-4911-9afc-834e87ab779a tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096482 Jun 22 10:18:17.855399 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-332d784c-deb1-4f7e-92e8-e37c2a160181 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:18:17.857891 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-332d784c-deb1-4f7e-92e8-e37c2a160181 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:18:17.872282 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-332d784c-deb1-4f7e-92e8-e37c2a160181 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:18:17.936649 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-332d784c-deb1-4f7e-92e8-e37c2a160181 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:17.937322 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-332d784c-deb1-4f7e-92e8-e37c2a160181 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:17.961276 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d784c-deb1-4f7e-92e8-e37c2a160181 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Pushing event updated for resources: {'Port': ['ID=b3cb81b4-fc19-4acc-bb84-84c1f3b739b7,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:17.999569 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-332d784c-deb1-4f7e-92e8-e37c2a160181 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8172469 Jun 22 10:18:18.031343 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55dd33-a241-44ba-b2d9-79cedc7fbe89 req-4e5d241c-0f33-4d02-9a1d-2e072c8d1f72 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:18.033506 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cf55dd33-a241-44ba-b2d9-79cedc7fbe89 req-4e5d241c-0f33-4d02-9a1d-2e072c8d1f72 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 931 time: 0.1964307 Jun 22 10:18:18.083722 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] Request body: {'port': {'device_id': '86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:18:18.175277 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (b3cb81b4-fc19-4acc-bb84-84c1f3b739b7), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:18.195505 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cf55dd33-a241-44ba-b2d9-79cedc7fbe89 req-11fc8ce1-c829-437b-8ba9-8d7eae3d80c9 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428139 Jun 22 10:18:18.197462 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98859617-d2ec-4a19-9956-209db9243b69 req-cd605450-b509-45f5-b23d-45a49018f452 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:18.199200 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-98859617-d2ec-4a19-9956-209db9243b69 req-cd605450-b509-45f5-b23d-45a49018f452 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.59 "GET /v2.0/networks?id=e3bd5741-bd96-458e-92f1-363af9f36a6d HTTP/1.1" status: 200 len: 809 time: 0.2578561 Jun 22 10:18:18.211966 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-272bef74-6152-4d23-af72-6bbb25c493c1 None None] Provisioning complete for port b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:18:18.212516 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-272bef74-6152-4d23-af72-6bbb25c493c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (b3cb81b4-fc19-4acc-bb84-84c1f3b739b7), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:18.230506 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-98859617-d2ec-4a19-9956-209db9243b69 req-930d98dd-e755-416e-a2bc-b17dd46bcdb1 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Request body: {'port': {'device_id': '884a31e3-235c-4ca6-84e5-3dbdcd403d4d', 'network_id': 'e3bd5741-bd96-458e-92f1-363af9f36a6d', 'admin_state_up': True, 'tenant_id': '0b75addf2f334d7cb584ccae7779d3f1'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:18:18.267976 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-272bef74-6152-4d23-af72-6bbb25c493c1 None None] Port b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:18:18.410609 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:18.428396 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:18.436708 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:18.473771 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1269-c8a5-4c1c-adf8-407e528168c4 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:18.480393 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1269-c8a5-4c1c-adf8-407e528168c4 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (eb502c52-5999-4dbe-8454-c5caf2654d86), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:18.514155 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98859617-d2ec-4a19-9956-209db9243b69 req-930d98dd-e755-416e-a2bc-b17dd46bcdb1 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Made reservation on behalf of 0b75addf2f334d7cb584ccae7779d3f1 for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:18:18.518430 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-98859617-d2ec-4a19-9956-209db9243b69 req-930d98dd-e755-416e-a2bc-b17dd46bcdb1 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:18.625106 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-d5eb1269-c8a5-4c1c-adf8-407e528168c4 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Floating IP eb502c52-5999-4dbe-8454-c5caf2654d86 associated. External IP: 172.27.0.69, port: 96fa324f-1235-4750-a242-7810d3d32273. Jun 22 10:18:18.797360 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-98859617-d2ec-4a19-9956-209db9243b69 req-930d98dd-e755-416e-a2bc-b17dd46bcdb1 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Allocated IP 172.20.0.3 (e3bd5741-bd96-458e-92f1-363af9f36a6d/c6380ff7-18d1-40fa-a825-a78c439eacda/4d2f6e47-53cb-4939-a600-4f5f86cf4334) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:18:18.801330 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:18:18.814044 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] Publish callbacks [] for port (b3cb81b4-fc19-4acc-bb84-84c1f3b739b7), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:18.837376 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] Transition to ACTIVE for port object b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:18:18.853229 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (b3cb81b4-fc19-4acc-bb84-84c1f3b739b7), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:18.941558 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cb81b4-fc19-4acc-bb84-84c1f3b739b7,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:19.010076 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-361f064d-5621-4d0d-9707-5e689664da18 req-619079e0-5af8-45f5-b1b1-b53c3d0f9022 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 210 time: 0.1016109 Jun 22 10:18:19.025143 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5eb1269-c8a5-4c1c-adf8-407e528168c4 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:18:19.092134 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ee72b-87af-4331-9b12-0012c86af946 req-c5a9b955-5363-4c78-b68a-2b407d260f6d tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:19.092134 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-da6ee72b-87af-4331-9b12-0012c86af946 req-c5a9b955-5363-4c78-b68a-2b407d260f6d tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0825586 Jun 22 10:18:19.167266 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] Attempting to bind port b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:18:19.167883 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] Attempting to bind port b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '8cd307ff-85b4-4abd-89e1-a7213886e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:18:19.168018 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] Attempting to bind port b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 on network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:18:19.173625 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-98859617-d2ec-4a19-9956-209db9243b69 req-930d98dd-e755-416e-a2bc-b17dd46bcdb1 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Publish callbacks [] for port (4d2f6e47-53cb-4939-a600-4f5f86cf4334), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:19.179596 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] Port b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 on network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:18:19.179920 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] Attempting to bind port b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 on network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:18:19.186534 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:18:19.186869 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] Checking segment: {'id': '8cd307ff-85b4-4abd-89e1-a7213886e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:18:19.187247 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] Bound using segment: {'id': '8cd307ff-85b4-4abd-89e1-a7213886e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:18:19.187671 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] Bound port: b3cb81b4-fc19-4acc-bb84-84c1f3b739b7, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd307ff-85b4-4abd-89e1-a7213886e0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:18:19.188027 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (b3cb81b4-fc19-4acc-bb84-84c1f3b739b7), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:19.275529 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-da6ee72b-87af-4331-9b12-0012c86af946 req-6551e614-a6fa-463e-a4ad-3e317b214758 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763527 Jun 22 10:18:19.281055 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5eb1269-c8a5-4c1c-adf8-407e528168c4 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:18:19.305979 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1269-c8a5-4c1c-adf8-407e528168c4 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:19.322237 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58f846b-8644-4652-8f2b-9df805268b96 None None] Sync routers for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:18:19.329881 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:19.357632 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-98859617-d2ec-4a19-9956-209db9243b69 req-930d98dd-e755-416e-a2bc-b17dd46bcdb1 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (4d2f6e47-53cb-4939-a600-4f5f86cf4334), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:19.366056 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58f846b-8644-4652-8f2b-9df805268b96 None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:18:19.366862 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-c58f846b-8644-4652-8f2b-9df805268b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:18:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:19.390810 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d5eb1269-c8a5-4c1c-adf8-407e528168c4 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "PUT /v2.0/floatingips/eb502c52-5999-4dbe-8454-c5caf2654d86 HTTP/1.1" status: 200 len: 990 time: 1.8756082 Jun 22 10:18:19.392372 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:19.411713 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2e66bb-efd5-4ff0-8163-5973db8e0db7', 'tag': '96fa324f-1235-4750-a242-7810d3d32273'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:18:19.414591 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:19.414726 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898db771481267bf496a2732a32d4addbcaa54fa352ad4e4fb07179b33d7b991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7400df9-0cc2-43f7-9789-6f0a59e2f849" -d '{"events": [{"name": "network-changed", "server_uuid": "0b2e66bb-efd5-4ff0-8163-5973db8e0db7", "tag": "96fa324f-1235-4750-a242-7810d3d32273"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:18:19.419729 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] For port b3cb81b4-fc19-4acc-bb84-84c1f3b739b7, host hv-cinder-84713, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:18:19.437046 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] For port b3cb81b4-fc19-4acc-bb84-84c1f3b739b7, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=b3cb81b4-fc19-4acc-bb84-84c1f3b739b7,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:18:19.468509 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98859617-d2ec-4a19-9956-209db9243b69 req-930d98dd-e755-416e-a2bc-b17dd46bcdb1 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Network e3bd5741-bd96-458e-92f1-363af9f36a6d is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:18:19.477118 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-98859617-d2ec-4a19-9956-209db9243b69 req-930d98dd-e755-416e-a2bc-b17dd46bcdb1 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:18:19.478552 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293166a-faa0-4d40-85b5-df0f4b3ce0e5 req-5e16778a-506f-4e3d-8e9d-780b32e5e0d9 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:19.482406 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9293166a-faa0-4d40-85b5-df0f4b3ce0e5 req-5e16778a-506f-4e3d-8e9d-780b32e5e0d9 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 943 time: 0.1849942 Jun 22 10:18:19.486244 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-98859617-d2ec-4a19-9956-209db9243b69 req-930d98dd-e755-416e-a2bc-b17dd46bcdb1 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:18:19.488203 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e325f0-05de-4940-806e-807440b4284c x-openstack-request-id: req-f8e325f0-05de-4940-806e-807440b4284c {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:18:19.488693 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b2e66bb-efd5-4ff0-8163-5973db8e0db7", "tag": "96fa324f-1235-4750-a242-7810d3d32273", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:18:19.489092 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8e325f0-05de-4940-806e-807440b4284c {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:18:19.489635 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e325f0-05de-4940-806e-807440b4284c'] response: {'name': 'network-changed', 'server_uuid': '0b2e66bb-efd5-4ff0-8163-5973db8e0db7', 'tag': '96fa324f-1235-4750-a242-7810d3d32273', 'status': 'completed', 'code': 200} Jun 22 10:18:19.502069 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-c58f846b-8644-4652-8f2b-9df805268b96 None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:18:19.547030 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (b3cb81b4-fc19-4acc-bb84-84c1f3b739b7), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:19.593382 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98859617-d2ec-4a19-9956-209db9243b69 req-930d98dd-e755-416e-a2bc-b17dd46bcdb1 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:19.593763 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-98859617-d2ec-4a19-9956-209db9243b69 req-930d98dd-e755-416e-a2bc-b17dd46bcdb1 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:19.598747 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:19.599339 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:19.600987 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] 10.222.0.59 "PUT /v2.0/ports/b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 HTTP/1.1" status: 200 len: 1093 time: 1.5255015 Jun 22 10:18:19.601961 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3', 'tag': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:18:19.611333 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51f4ff5-fada-4e88-8ba2-b714b97ec9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3", "tag": "b3cb81b4-fc19-4acc-bb84-84c1f3b739b7"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:18:19.614239 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d98dd-e755-416e-a2bc-b17dd46bcdb1 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Pushing event updated for resources: {'Port': ['ID=4d2f6e47-53cb-4939-a600-4f5f86cf4334,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:19.645449 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9293166a-faa0-4d40-85b5-df0f4b3ce0e5 req-2ce2c896-124b-4c88-89c4-81b7a594b7d7 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543579 Jun 22 10:18:19.740859 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6481a18-d591-452d-8bf9-e5f94d2dd0f2 x-openstack-request-id: req-d6481a18-d591-452d-8bf9-e5f94d2dd0f2 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:18:19.740859 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3", "tag": "b3cb81b4-fc19-4acc-bb84-84c1f3b739b7", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:18:19.740859 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6481a18-d591-452d-8bf9-e5f94d2dd0f2 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:18:19.740859 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6481a18-d591-452d-8bf9-e5f94d2dd0f2'] response: {'name': 'network-changed', 'server_uuid': '86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3', 'tag': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7', 'status': 'completed', 'code': 200} Jun 22 10:18:19.757730 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-98859617-d2ec-4a19-9956-209db9243b69 req-930d98dd-e755-416e-a2bc-b17dd46bcdb1 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5206666 Jun 22 10:18:19.818369 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] Request body: {'port': {'device_id': '884a31e3-235c-4ca6-84e5-3dbdcd403d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:18:19.966229 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd305704-64f4-40d5-ba72-01c109caf454 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cb81b4-fc19-4acc-bb84-84c1f3b739b7,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:19.981530 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7400df9-0cc2-43f7-9789-6f0a59e2f849 req-7b84ca76-bc65-497d-bdb2-a2c0ef4145f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:19.983725 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d7400df9-0cc2-43f7-9789-6f0a59e2f849 req-7b84ca76-bc65-497d-bdb2-a2c0ef4145f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78629282e2b74418a2c1cdac32576ef1&device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 1129 time: 0.1194732 Jun 22 10:18:20.049133 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f4ff5-fada-4e88-8ba2-b714b97ec9ba req-fe0c0c5d-ccea-499b-91e1-195ce2f38734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:20.049556 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d51f4ff5-fada-4e88-8ba2-b714b97ec9ba req-fe0c0c5d-ccea-499b-91e1-195ce2f38734 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2&device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 1127 time: 0.1307166 Jun 22 10:18:20.140529 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-c58f846b-8644-4652-8f2b-9df805268b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '41b4174c-48c4-477d-b0c7-30af71db9f0a', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'port_id': 'f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'mac_address': 'fa:16:3e:5c:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828c9dc-3439-4da7-a94c-f81cbbfdcb99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:15:56Z', 'updated_at': '2022-06-22T10:16:38Z', 'revision_number': 2, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'fixed_ip_address_scope': None}, {'id': 'eb502c52-5999-4dbe-8454-c5caf2654d86', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'port_id': '96fa324f-1235-4750-a242-7810d3d32273', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'mac_address': 'fa:16:3e:fa:bd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2e66bb-efd5-4ff0-8163-5973db8e0db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:18:00Z', 'updated_at': '2022-06-22T10:18:18Z', 'revision_number': 1, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:20.178783 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58f846b-8644-4652-8f2b-9df805268b96 None None] Checking router: 5451d18f-d46a-4c3a-8c24-a3ef6daffffe for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:18:20.191368 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:20.194685 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58f846b-8644-4652-8f2b-9df805268b96 None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:18:20.195548 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-c58f846b-8644-4652-8f2b-9df805268b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:18:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:20.203845 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f4ff5-fada-4e88-8ba2-b714b97ec9ba req-5ac7b534-16fc-44e0-8ad8-f1ebca82250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:20.206325 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d51f4ff5-fada-4e88-8ba2-b714b97ec9ba req-5ac7b534-16fc-44e0-8ad8-f1ebca82250a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1411016 Jun 22 10:18:20.220418 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (4d2f6e47-53cb-4939-a600-4f5f86cf4334), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:20.225204 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d0485-221e-490d-8c89-2ae3fe4e1baa req-6be34580-147b-4b5f-88a9-a076c91130f7 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:20.233381 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9a7d0485-221e-490d-8c89-2ae3fe4e1baa req-6be34580-147b-4b5f-88a9-a076c91130f7 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 931 time: 0.0906885 Jun 22 10:18:20.313039 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-c58f846b-8644-4652-8f2b-9df805268b96 None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:18:20.362483 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9a7d0485-221e-490d-8c89-2ae3fe4e1baa req-76e6f204-1968-4247-a828-89ce937f0730 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278305 Jun 22 10:18:20.405823 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7400df9-0cc2-43f7-9789-6f0a59e2f849 req-e001281a-0765-47ef-930b-27324754b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:20.407892 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d7400df9-0cc2-43f7-9789-6f0a59e2f849 req-e001281a-0765-47ef-930b-27324754b6bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=8bc94bec-5b18-4b15-a531-8b4a0778b280 HTTP/1.1" status: 200 len: 915 time: 0.3741634 Jun 22 10:18:20.534192 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051bee1-de74-4004-83e4-389e8748f147 req-f4351f96-4c7a-4710-af1c-be3ddefa601e tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:20.547587 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0051bee1-de74-4004-83e4-389e8748f147 req-f4351f96-4c7a-4710-af1c-be3ddefa601e tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.1160882 Jun 22 10:18:20.566384 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f4ff5-fada-4e88-8ba2-b714b97ec9ba req-25f2ec74-e7db-4dbf-92b5-38273f4d8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:20.569476 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d51f4ff5-fada-4e88-8ba2-b714b97ec9ba req-25f2ec74-e7db-4dbf-92b5-38273f4d8890 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3492775 Jun 22 10:18:20.572103 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d7400df9-0cc2-43f7-9789-6f0a59e2f849 req-c2b96248-7cd7-4b3a-baf5-86e03b103760 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96fa324f-1235-4750-a242-7810d3d32273 HTTP/1.1" status: 200 len: 998 time: 0.1550236 Jun 22 10:18:20.572826 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:20.602736 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-c58f846b-8644-4652-8f2b-9df805268b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '41b4174c-48c4-477d-b0c7-30af71db9f0a', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'port_id': 'f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'mac_address': 'fa:16:3e:5c:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828c9dc-3439-4da7-a94c-f81cbbfdcb99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:15:56Z', 'updated_at': '2022-06-22T10:16:38Z', 'revision_number': 2, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'fixed_ip_address_scope': None}, {'id': 'eb502c52-5999-4dbe-8454-c5caf2654d86', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'port_id': '96fa324f-1235-4750-a242-7810d3d32273', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'mac_address': 'fa:16:3e:fa:bd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2e66bb-efd5-4ff0-8163-5973db8e0db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:18:00Z', 'updated_at': '2022-06-22T10:18:18Z', 'revision_number': 1, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:20.607651 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:20.642447 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0051bee1-de74-4004-83e4-389e8748f147 req-6befe690-f5fb-4728-ba54-050f1f7f48d7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922966 Jun 22 10:18:20.646757 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58f846b-8644-4652-8f2b-9df805268b96 None None] The sync data for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi is: [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '41b4174c-48c4-477d-b0c7-30af71db9f0a', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'port_id': 'f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'mac_address': 'fa:16:3e:5c:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828c9dc-3439-4da7-a94c-f81cbbfdcb99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:15:56Z', 'updated_at': '2022-06-22T10:16:38Z', 'revision_number': 2, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'fixed_ip_address_scope': None}, {'id': 'eb502c52-5999-4dbe-8454-c5caf2654d86', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'port_id': '96fa324f-1235-4750-a242-7810d3d32273', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'mac_address': 'fa:16:3e:fa:bd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2e66bb-efd5-4ff0-8163-5973db8e0db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:18:00Z', 'updated_at': '2022-06-22T10:18:18Z', 'revision_number': 1, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:18:20.804801 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397998e-a00f-452e-bfde-29ab9d59457e req-dac956b0-56fc-45be-a499-4bc0e5556b9f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:20.811424 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b397998e-a00f-452e-bfde-29ab9d59457e req-dac956b0-56fc-45be-a499-4bc0e5556b9f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 943 time: 0.0662742 Jun 22 10:18:20.876688 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b397998e-a00f-452e-bfde-29ab9d59457e req-04f11556-06ed-4461-9151-a525d10c8978 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592151 Jun 22 10:18:21.000096 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:21.029492 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94e74e1-e92d-466c-aeac-cb64891290e5 None None] New status for floating IP eb502c52-5999-4dbe-8454-c5caf2654d86: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:18:21.035107 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7400df9-0cc2-43f7-9789-6f0a59e2f849 req-2f545e33-62ae-4b3c-878c-8d9958b6e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:21.036700 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d7400df9-0cc2-43f7-9789-6f0a59e2f849 req-2f545e33-62ae-4b3c-878c-8d9958b6e39b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22fb0c08-5da0-43f7-a157-f246eb31d192 HTTP/1.1" status: 200 len: 853 time: 0.4483857 Jun 22 10:18:21.065024 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:21.098459 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-7a7e2155-a868-4f2d-8bbd-7eb62c0e5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:21.099933 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-7a7e2155-a868-4f2d-8bbd-7eb62c0e5c49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2&device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 1127 time: 0.4487381 Jun 22 10:18:21.116665 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:21.206079 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7400df9-0cc2-43f7-9789-6f0a59e2f849 req-2c082816-6b18-4990-9b22-e37ebee85ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:21.207609 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d7400df9-0cc2-43f7-9789-6f0a59e2f849 req-2c082816-6b18-4990-9b22-e37ebee85ec3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bc94bec-5b18-4b15-a531-8b4a0778b280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1578803 Jun 22 10:18:21.211044 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-66346e34-7d71-4ee4-870e-adc7f76d16ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 HTTP/1.1" status: 200 len: 217 time: 0.0602853 Jun 22 10:18:21.608248 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d7400df9-0cc2-43f7-9789-6f0a59e2f849 req-c668c881-5d3a-47b8-b517-8da34ff5c8d9 service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837039 Jun 22 10:18:21.665620 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d9f71-8f31-4079-9ce0-49bf38cbb1e9 req-5ccaf0f0-a19c-42a3-affa-b4d81ae41219 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:21.667537 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9a0d9f71-8f31-4079-9ce0-49bf38cbb1e9 req-5ccaf0f0-a19c-42a3-affa-b4d81ae41219 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 931 time: 0.1464083 Jun 22 10:18:21.672338 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-ee71b93d-dbcc-4ad9-a967-2e9bd709a3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:21.675619 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-ee71b93d-dbcc-4ad9-a967-2e9bd709a3a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d52cd81-ade1-4a9c-ad07-0183651deb0b HTTP/1.1" status: 200 len: 858 time: 0.4167368 Jun 22 10:18:21.676249 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d9ad9-ae73-4d72-9fca-47f8283b45af req-a29fbaa8-861e-4113-9354-06a931239133 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:21.688968 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-695d9ad9-ae73-4d72-9fca-47f8283b45af req-a29fbaa8-861e-4113-9354-06a931239133 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0956273 Jun 22 10:18:21.798973 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9a0d9f71-8f31-4079-9ce0-49bf38cbb1e9 req-df5db111-7e18-4f0d-bfa2-02ab265eaf59 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066620 Jun 22 10:18:21.807237 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d2f6e47-53cb-4939-a600-4f5f86cf4334 {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:18:21.823694 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-695d9ad9-ae73-4d72-9fca-47f8283b45af req-fd642ab2-9694-4e72-b32e-47fbad0d5933 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325803 Jun 22 10:18:21.827711 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] Publish callbacks [] for port (4d2f6e47-53cb-4939-a600-4f5f86cf4334), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:21.835222 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-a3ed297b-65b3-4189-8457-40374dc8c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:21.836936 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-a3ed297b-65b3-4189-8457-40374dc8c67e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f5c1d12-de71-40fa-95b0-3e1b37dac412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1053829 Jun 22 10:18:21.881368 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] Transition to ACTIVE for port object 4d2f6e47-53cb-4939-a600-4f5f86cf4334 will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:18:21.896167 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (4d2f6e47-53cb-4939-a600-4f5f86cf4334), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:21.938793 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d7400df9-0cc2-43f7-9789-6f0a59e2f849 req-d292ff75-6d01-4798-8afc-fd195e03641e service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161843 Jun 22 10:18:21.983732 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] Pushing event updated for resources: {'Port': ['ID=4d2f6e47-53cb-4939-a600-4f5f86cf4334,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:22.008309 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404461b-675c-48dc-a897-00a832eb49ed req-d6410e2c-0835-4b47-8981-d93172a2315c tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:22.016258 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0404461b-675c-48dc-a897-00a832eb49ed req-d6410e2c-0835-4b47-8981-d93172a2315c tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.1378627 Jun 22 10:18:22.078017 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-a83d7c8f-ec55-47a8-b4b2-d18981606dee service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305770 Jun 22 10:18:22.090688 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb7420-07ee-4138-964a-880f0ef6e8f3 req-c0564c83-36c0-4a9a-85a3-d16cb267deed tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:22.092539 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d1eb7420-07ee-4138-964a-880f0ef6e8f3 req-c0564c83-36c0-4a9a-85a3-d16cb267deed tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 943 time: 0.1201620 Jun 22 10:18:22.147665 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0404461b-675c-48dc-a897-00a832eb49ed req-c3d0f666-ba14-4b44-aceb-916b21c6f3eb tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276314 Jun 22 10:18:22.179957 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] Attempting to bind port 4d2f6e47-53cb-4939-a600-4f5f86cf4334 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:18:22.180296 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] Attempting to bind port 4d2f6e47-53cb-4939-a600-4f5f86cf4334 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'f82fde99-5bb4-43d3-8fc0-c75eb8fac109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'e3bd5741-bd96-458e-92f1-363af9f36a6d'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:18:22.180640 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] Attempting to bind port 4d2f6e47-53cb-4939-a600-4f5f86cf4334 on network e3bd5741-bd96-458e-92f1-363af9f36a6d {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:18:22.189117 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d1eb7420-07ee-4138-964a-880f0ef6e8f3 req-9b138af0-ba63-4269-b64d-1d0c926c8653 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866320 Jun 22 10:18:22.196177 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] Port 4d2f6e47-53cb-4939-a600-4f5f86cf4334 on network e3bd5741-bd96-458e-92f1-363af9f36a6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:18:22.196631 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] Attempting to bind port 4d2f6e47-53cb-4939-a600-4f5f86cf4334 on network e3bd5741-bd96-458e-92f1-363af9f36a6d {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:18:22.210809 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:22.214721 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:18:22.214892 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] Checking segment: {'id': 'f82fde99-5bb4-43d3-8fc0-c75eb8fac109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'e3bd5741-bd96-458e-92f1-363af9f36a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:18:22.215283 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] Bound using segment: {'id': 'f82fde99-5bb4-43d3-8fc0-c75eb8fac109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'e3bd5741-bd96-458e-92f1-363af9f36a6d'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:18:22.215728 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] Bound port: 4d2f6e47-53cb-4939-a600-4f5f86cf4334, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82fde99-5bb4-43d3-8fc0-c75eb8fac109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'e3bd5741-bd96-458e-92f1-363af9f36a6d'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:18:22.216089 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (4d2f6e47-53cb-4939-a600-4f5f86cf4334), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:22.232497 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-407e0a6e-4d9e-40ec-9e44-506dedb01e5e req-095c6440-1044-46eb-ad23-df9e2d3d8be2 service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453030 Jun 22 10:18:22.287608 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] For port 4d2f6e47-53cb-4939-a600-4f5f86cf4334, host hv-cinder-84713, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:18:22.291123 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] For port 4d2f6e47-53cb-4939-a600-4f5f86cf4334, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=4d2f6e47-53cb-4939-a600-4f5f86cf4334,segment=NetworkSegment(f82fde99-5bb4-43d3-8fc0-c75eb8fac109),segment_id=f82fde99-5bb4-43d3-8fc0-c75eb8fac109)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:18:22.298314 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (4d2f6e47-53cb-4939-a600-4f5f86cf4334), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:22.343804 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:22.343804 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:22.345195 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-98859617-d2ec-4a19-9956-209db9243b69 req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] 10.222.0.59 "PUT /v2.0/ports/4d2f6e47-53cb-4939-a600-4f5f86cf4334 HTTP/1.1" status: 200 len: 1093 time: 2.5518832 Jun 22 10:18:22.345876 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884a31e3-235c-4ca6-84e5-3dbdcd403d4d', 'tag': '4d2f6e47-53cb-4939-a600-4f5f86cf4334'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:18:22.348154 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667ed601-dd4f-42df-b438-922652cf8b02" -d '{"events": [{"name": "network-changed", "server_uuid": "884a31e3-235c-4ca6-84e5-3dbdcd403d4d", "tag": "4d2f6e47-53cb-4939-a600-4f5f86cf4334"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:18:22.376703 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a710e-157a-46bb-bd08-9d71111732ff service neutron] Pushing event updated for resources: {'Port': ['ID=4d2f6e47-53cb-4939-a600-4f5f86cf4334,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:22.390564 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f4a8b7-19ba-4f1e-a446-63ae6efa7da1 x-openstack-request-id: req-09f4a8b7-19ba-4f1e-a446-63ae6efa7da1 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:18:22.390852 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884a31e3-235c-4ca6-84e5-3dbdcd403d4d", "tag": "4d2f6e47-53cb-4939-a600-4f5f86cf4334", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:18:22.391111 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09f4a8b7-19ba-4f1e-a446-63ae6efa7da1 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:18:22.391690 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f4a8b7-19ba-4f1e-a446-63ae6efa7da1'] response: {'name': 'network-changed', 'server_uuid': '884a31e3-235c-4ca6-84e5-3dbdcd403d4d', 'tag': '4d2f6e47-53cb-4939-a600-4f5f86cf4334', 'status': 'completed', 'code': 200} Jun 22 10:18:22.964306 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0bb82-a84e-4cae-8cff-43251391011a req-b5d7bb5c-6d1a-4278-a04d-bcf3866b1698 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:22.966262 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-edc0bb82-a84e-4cae-8cff-43251391011a req-b5d7bb5c-6d1a-4278-a04d-bcf3866b1698 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 943 time: 0.0922935 Jun 22 10:18:22.977662 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e07e0-d827-4b58-8103-47dad57197a9 req-30546707-1669-42d6-934f-7ae5ca725f8c tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:22.979541 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-da2e07e0-d827-4b58-8103-47dad57197a9 req-30546707-1669-42d6-934f-7ae5ca725f8c tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0676253 Jun 22 10:18:23.052204 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-edc0bb82-a84e-4cae-8cff-43251391011a req-89a7752b-bbe8-45d4-ba65-925dbf68d701 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716827 Jun 22 10:18:23.069096 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-da2e07e0-d827-4b58-8103-47dad57197a9 req-c78e626a-93b4-4acd-a83d-7e55bddaeac8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720477 Jun 22 10:18:23.325657 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290630e5-cd77-41c5-b8ca-24b3d61c875b req-22b78750-6746-4f1f-811d-dc89964b43c6 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:23.327222 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-290630e5-cd77-41c5-b8ca-24b3d61c875b req-22b78750-6746-4f1f-811d-dc89964b43c6 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0867770 Jun 22 10:18:23.330712 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:23.355505 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28feda1b-460c-40cb-8d2f-32ad8b5e2d65 req-92106795-ce46-4bec-bd75-74e2fd05c056 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:23.357747 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-28feda1b-460c-40cb-8d2f-32ad8b5e2d65 req-92106795-ce46-4bec-bd75-74e2fd05c056 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 943 time: 0.0856428 Jun 22 10:18:23.405366 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-290630e5-cd77-41c5-b8ca-24b3d61c875b req-d6e34ad6-9ef6-4c3e-9016-0c027eed7dca tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709853 Jun 22 10:18:23.437922 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-28feda1b-460c-40cb-8d2f-32ad8b5e2d65 req-313b5c0f-7cee-4b2f-abd5-45055f098da5 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709505 Jun 22 10:18:24.230318 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b4590-6776-4ebf-b54d-b2ed8b0de6c7 req-7c427992-0677-477d-8f2b-a1a7366fec7f tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:24.234179 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-400b4590-6776-4ebf-b54d-b2ed8b0de6c7 req-7c427992-0677-477d-8f2b-a1a7366fec7f tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 943 time: 0.0951159 Jun 22 10:18:24.258995 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7cdf6-abce-4ce6-aaa3-4cf3f432acd2 req-a384c574-d3df-48ea-bdbb-28bc621f5549 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:24.260517 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4dd7cdf6-abce-4ce6-aaa3-4cf3f432acd2 req-a384c574-d3df-48ea-bdbb-28bc621f5549 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0863719 Jun 22 10:18:24.354461 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-400b4590-6776-4ebf-b54d-b2ed8b0de6c7 req-c74585de-b18a-45ae-8b88-bdf0d06b17d2 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016328 Jun 22 10:18:24.354461 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4dd7cdf6-abce-4ce6-aaa3-4cf3f432acd2 req-51c1b3b4-624f-4579-aaa6-ef69caf99442 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789530 Jun 22 10:18:24.554277 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:24.573850 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea21f8-8a3b-47f7-bdb8-771a24d9ff0e req-4707f424-4705-4fa4-a922-134246681fba tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:24.575449 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-53ea21f8-8a3b-47f7-bdb8-771a24d9ff0e req-4707f424-4705-4fa4-a922-134246681fba tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0796704 Jun 22 10:18:24.588471 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f6763-4bc5-4958-8d10-19d6093763ff req-02d0ad66-3ecd-4aab-876a-02f9b7cf7919 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:24.590047 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-812f6763-4bc5-4958-8d10-19d6093763ff req-02d0ad66-3ecd-4aab-876a-02f9b7cf7919 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 943 time: 0.0660989 Jun 22 10:18:24.681726 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-53ea21f8-8a3b-47f7-bdb8-771a24d9ff0e req-a0337df9-79aa-4d33-8845-d8b0a0b43fff tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994875 Jun 22 10:18:24.685009 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-812f6763-4bc5-4958-8d10-19d6093763ff req-61a57547-5b28-49ac-b1a2-9ae85ea99ec9 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867112 Jun 22 10:18:25.488712 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc4abc-bff9-4048-bd8a-74c98cd6174a req-d59fae14-9d5f-4082-b759-0116e4409c14 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:25.490215 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9dbc4abc-bff9-4048-bd8a-74c98cd6174a req-d59fae14-9d5f-4082-b759-0116e4409c14 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 943 time: 0.0755644 Jun 22 10:18:25.498160 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddcef4-0bd3-4a17-8d67-bc2cb2d8a867 req-84d3ca6e-96cf-4752-a99e-3a10814faa37 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:25.499574 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-20ddcef4-0bd3-4a17-8d67-bc2cb2d8a867 req-84d3ca6e-96cf-4752-a99e-3a10814faa37 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0752635 Jun 22 10:18:25.573077 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9dbc4abc-bff9-4048-bd8a-74c98cd6174a req-43cb608b-b089-48ac-bc95-4e58bedb9a2e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725660 Jun 22 10:18:25.580468 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-20ddcef4-0bd3-4a17-8d67-bc2cb2d8a867 req-ca5ae817-d5d5-49af-b7db-cd94cd9ba1f8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732794 Jun 22 10:18:25.829351 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb6dc4-559c-4acd-96b1-05286513c5ac req-307a2f89-df9a-4684-9ff4-be83ab1ae45a tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:25.830849 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1abb6dc4-559c-4acd-96b1-05286513c5ac req-307a2f89-df9a-4684-9ff4-be83ab1ae45a tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 943 time: 0.0760679 Jun 22 10:18:25.836690 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62328b-4158-47db-aa94-d3fedba10fda req-f49af029-6911-4b44-bcc7-c5a72a996b18 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:25.838052 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2a62328b-4158-47db-aa94-d3fedba10fda req-f49af029-6911-4b44-bcc7-c5a72a996b18 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0734143 Jun 22 10:18:25.917592 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1abb6dc4-559c-4acd-96b1-05286513c5ac req-e7580fa1-9a38-4cab-b56a-66afcc62600f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785997 Jun 22 10:18:25.921842 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2a62328b-4158-47db-aa94-d3fedba10fda req-6c6c1d78-9a46-4560-b0f2-f7224e6ac58a tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761504 Jun 22 10:18:26.236977 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ed601-dd4f-42df-b438-922652cf8b02 req-e717e1bf-0d79-4e85-8765-81787145f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:26.238538 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-667ed601-dd4f-42df-b438-922652cf8b02 req-e717e1bf-0d79-4e85-8765-81787145f862 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b75addf2f334d7cb584ccae7779d3f1&device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 1127 time: 0.0397117 Jun 22 10:18:26.322767 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:26.388854 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ed601-dd4f-42df-b438-922652cf8b02 req-2a432416-bf75-4e85-bc45-fe5b6358b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:26.390317 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-667ed601-dd4f-42df-b438-922652cf8b02 req-2a432416-bf75-4e85-bc45-fe5b6358b8a2 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0b75addf2f334d7cb584ccae7779d3f1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1022356 Jun 22 10:18:26.514980 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ed601-dd4f-42df-b438-922652cf8b02 req-b4ef8b41-0228-4a7b-86ae-ae559f168999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:26.516641 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-667ed601-dd4f-42df-b438-922652cf8b02 req-b4ef8b41-0228-4a7b-86ae-ae559f168999 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905752 Jun 22 10:18:26.617553 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98859617-d2ec-4a19-9956-209db9243b69 req-63fa8ce9-c6c2-4226-9592-501109a4e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:26.619141 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-98859617-d2ec-4a19-9956-209db9243b69 req-63fa8ce9-c6c2-4226-9592-501109a4e3f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b75addf2f334d7cb584ccae7779d3f1&device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 1127 time: 0.0442827 Jun 22 10:18:26.672013 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-98859617-d2ec-4a19-9956-209db9243b69 req-220f29d7-64a5-42ea-82f3-819a60683782 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d2f6e47-53cb-4939-a600-4f5f86cf4334 HTTP/1.1" status: 200 len: 217 time: 0.0392239 Jun 22 10:18:26.747199 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388c7cf-38d6-4393-aed2-67f343a86914 req-00e6cff3-0088-4382-b155-197b2de7c959 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:26.748675 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3388c7cf-38d6-4393-aed2-67f343a86914 req-00e6cff3-0088-4382-b155-197b2de7c959 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0770135 Jun 22 10:18:26.756417 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedf2b9-42a5-4aa9-b05c-c706bec7b756 req-c3a31632-d1f1-45f6-a08c-366d5a343b32 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:26.757815 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-caedf2b9-42a5-4aa9-b05c-c706bec7b756 req-c3a31632-d1f1-45f6-a08c-366d5a343b32 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 943 time: 0.0762749 Jun 22 10:18:26.832515 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3388c7cf-38d6-4393-aed2-67f343a86914 req-b3e87486-9249-4c25-bb83-49078a21fa20 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714447 Jun 22 10:18:26.837226 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-caedf2b9-42a5-4aa9-b05c-c706bec7b756 req-5418e48c-2c61-4075-b83c-3311e74dec84 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727527 Jun 22 10:18:27.063689 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:27.074285 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b61e3a-6c2b-44d7-92ab-ed685eb3dbb4 req-71203106-738c-49a1-881b-62ab6ed64704 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:27.075509 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a4b61e3a-6c2b-44d7-92ab-ed685eb3dbb4 req-71203106-738c-49a1-881b-62ab6ed64704 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 943 time: 0.0896037 Jun 22 10:18:27.083882 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98859617-d2ec-4a19-9956-209db9243b69 req-be8ba00a-6bbd-4122-8872-7159d7c102c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:27.085382 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-98859617-d2ec-4a19-9956-209db9243b69 req-be8ba00a-6bbd-4122-8872-7159d7c102c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c6380ff7-18d1-40fa-a825-a78c439eacda HTTP/1.1" status: 200 len: 849 time: 0.0879943 Jun 22 10:18:27.086389 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1c00b-bfcd-443c-81c6-626f7298e301 req-5e277c66-6cca-4e81-bf04-1694266103aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:27.087700 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b0c1c00b-bfcd-443c-81c6-626f7298e301 req-5e277c66-6cca-4e81-bf04-1694266103aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee9d603d9cc4a8797f55d544f189720&device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 1129 time: 0.0560653 Jun 22 10:18:27.094747 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121120a2-21eb-4941-9640-8fc8b4ca04e9 req-ee3cadf9-e273-460f-9bb1-fca0f91c1758 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:27.097576 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-121120a2-21eb-4941-9640-8fc8b4ca04e9 req-ee3cadf9-e273-460f-9bb1-fca0f91c1758 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0725310 Jun 22 10:18:27.139420 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-98859617-d2ec-4a19-9956-209db9243b69 req-70bfa7d1-a1e8-4395-9cd7-c22bba7cd3fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3bd5741-bd96-458e-92f1-363af9f36a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290217 Jun 22 10:18:27.206591 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-121120a2-21eb-4941-9640-8fc8b4ca04e9 req-2be23620-827a-4a92-b1e4-84ca4d6e642c tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003573 Jun 22 10:18:27.215551 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a4b61e3a-6c2b-44d7-92ab-ed685eb3dbb4 req-965a2903-7a3a-43d2-a769-66f223312a87 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167555 Jun 22 10:18:27.323982 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1c00b-bfcd-443c-81c6-626f7298e301 req-3a72fa84-1405-410b-a3ea-29af7a766072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:27.325481 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b0c1c00b-bfcd-443c-81c6-626f7298e301 req-3a72fa84-1405-410b-a3ea-29af7a766072 service neutron] 10.222.0.59 "GET /v2.0/networks?id=323c8696-2ed1-4abe-97f8-e9536ce29485 HTTP/1.1" status: 200 len: 918 time: 0.1878841 Jun 22 10:18:27.327618 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-98859617-d2ec-4a19-9956-209db9243b69 req-d05f6fd3-43bc-49a7-a2a4-8181ec404c41 service neutron] 10.222.0.59 "GET /v2.0/networks/e3bd5741-bd96-458e-92f1-363af9f36a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744499 Jun 22 10:18:27.444379 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b0c1c00b-bfcd-443c-81c6-626f7298e301 req-a315ca24-9c7e-4942-9767-0b952b5fb900 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=468a7090-7d3f-43e5-8303-b6f8870ced56 HTTP/1.1" status: 200 len: 1001 time: 0.1065786 Jun 22 10:18:27.509199 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-98859617-d2ec-4a19-9956-209db9243b69 req-bc8c975e-08cc-4750-ad17-599c4f4c5f4c service neutron] 10.222.0.59 "GET /v2.0/networks/e3bd5741-bd96-458e-92f1-363af9f36a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703250 Jun 22 10:18:27.511139 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:27.515300 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1c00b-bfcd-443c-81c6-626f7298e301 req-312f2806-15a5-49cf-b0fa-2d2ff0a4b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:27.517250 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b0c1c00b-bfcd-443c-81c6-626f7298e301 req-312f2806-15a5-49cf-b0fa-2d2ff0a4b1ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f3117d9-0d1e-434f-abb4-63ad07de2d8c HTTP/1.1" status: 200 len: 856 time: 0.0646963 Jun 22 10:18:27.561096 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1c00b-bfcd-443c-81c6-626f7298e301 req-246fbd72-9467-45e2-b229-88ad4ec25704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:27.562627 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b0c1c00b-bfcd-443c-81c6-626f7298e301 req-246fbd72-9467-45e2-b229-88ad4ec25704 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=323c8696-2ed1-4abe-97f8-e9536ce29485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388532 Jun 22 10:18:27.889279 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:18:27.983336 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d609e-8001-44c7-98ab-1281829ae453 req-7991553f-be92-48b3-b09f-65de4eddb837 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:27.984836 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-783d609e-8001-44c7-98ab-1281829ae453 req-7991553f-be92-48b3-b09f-65de4eddb837 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0786979 Jun 22 10:18:27.993579 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfab64-c893-4a61-82e3-aa965c933fac req-0a762109-41f6-4914-800f-138e68991d91 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:27.995125 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-94bfab64-c893-4a61-82e3-aa965c933fac req-0a762109-41f6-4914-800f-138e68991d91 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 943 time: 0.0797184 Jun 22 10:18:27.995779 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port b3cb81b4-fc19-4acc-bb84-84c1f3b739b7, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=b3cb81b4-fc19-4acc-bb84-84c1f3b739b7,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:28.007848 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'port_id': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7', 'mac_address': 'fa:16:3e:48:73:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:18:28.015918 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:28.043365 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:18:28.043753 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (b3cb81b4-fc19-4acc-bb84-84c1f3b739b7), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:28.057993 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:18:28.070041 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-783d609e-8001-44c7-98ab-1281829ae453 req-cee97113-0865-4a29-9256-1ff1a02ab3e5 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739529 Jun 22 10:18:28.074136 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-94bfab64-c893-4a61-82e3-aa965c933fac req-3b7b40b7-5d41-437b-bf2b-53b86084066c tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711734 Jun 22 10:18:28.078668 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port b3cb81b4-fc19-4acc-bb84-84c1f3b739b7, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=b3cb81b4-fc19-4acc-bb84-84c1f3b739b7,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:28.093163 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (b3cb81b4-fc19-4acc-bb84-84c1f3b739b7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:28.132049 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=b3cb81b4-fc19-4acc-bb84-84c1f3b739b7,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:28.367571 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf0290-280d-4127-97e2-3b5ee8a9a295 req-78140e9b-adfa-4129-aa97-6ce55686f889 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:28.369062 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f4cf0290-280d-4127-97e2-3b5ee8a9a295 req-78140e9b-adfa-4129-aa97-6ce55686f889 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0810580 Jun 22 10:18:28.395259 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e6b21-9404-49d7-8b87-8cb5a694b5bc req-5a229082-721b-4e96-ba34-9f39924026cc tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:28.396791 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d52e6b21-9404-49d7-8b87-8cb5a694b5bc req-5a229082-721b-4e96-ba34-9f39924026cc tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 944 time: 0.0741844 Jun 22 10:18:28.409086 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['b3cb81b4-fc19-4acc-bb84-84c1f3b739b7'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:18:28.452424 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f4cf0290-280d-4127-97e2-3b5ee8a9a295 req-0d945965-9e43-426b-8894-def66e425342 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778635 Jun 22 10:18:28.483432 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d52e6b21-9404-49d7-8b87-8cb5a694b5bc req-0f785af7-6006-4794-b8dd-ca197a13da8c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788171 Jun 22 10:18:28.631848 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b0c1c00b-bfcd-443c-81c6-626f7298e301 req-2c3167e6-e93b-4634-8220-80dbc9a43c1d service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141112 Jun 22 10:18:28.729368 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b0c1c00b-bfcd-443c-81c6-626f7298e301 req-1eba9753-f1d5-44e5-8020-45bed70336eb service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865812 Jun 22 10:18:29.455950 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d846d-d0f4-409d-a9e1-b986322727b0 req-a4876187-050e-41b5-b272-281d46ce7505 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:29.457431 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-239d846d-d0f4-409d-a9e1-b986322727b0 req-a4876187-050e-41b5-b272-281d46ce7505 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.3133616 Jun 22 10:18:29.463300 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a546e-27bd-4d4e-b286-c6e7e700ac28 req-f34ce11f-10ae-4ece-9488-1110c157eba9 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:29.464648 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5e5a546e-27bd-4d4e-b286-c6e7e700ac28 req-f34ce11f-10ae-4ece-9488-1110c157eba9 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 943 time: 0.3116784 Jun 22 10:18:29.540034 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-239d846d-d0f4-409d-a9e1-b986322727b0 req-5637e81d-0416-43e5-bfa4-da3e6e4fee34 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744388 Jun 22 10:18:29.542995 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5e5a546e-27bd-4d4e-b286-c6e7e700ac28 req-456465b9-52b3-4e53-95b3-cef902d03d44 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705185 Jun 22 10:18:29.673518 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f961857-56ff-4fa6-8c5f-78d737504e1d req-b61f5dd8-e021-4df6-8a00-017d8202d5b2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:29.675006 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7f961857-56ff-4fa6-8c5f-78d737504e1d req-b61f5dd8-e021-4df6-8a00-017d8202d5b2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 944 time: 0.0773451 Jun 22 10:18:29.682549 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dab50b-a9c4-4c97-9f75-6c28c46e1334 req-208b2465-d0a7-4913-80bd-a613cda12baa tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:29.683894 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-80dab50b-a9c4-4c97-9f75-6c28c46e1334 req-208b2465-d0a7-4913-80bd-a613cda12baa tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0771306 Jun 22 10:18:29.755512 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7f961857-56ff-4fa6-8c5f-78d737504e1d req-c6b1eb0c-1808-43d9-8abc-d39a24a0d961 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706055 Jun 22 10:18:29.759354 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-80dab50b-a9c4-4c97-9f75-6c28c46e1334 req-dcc9ef5e-9c0f-4ae5-9d68-2c5e8d6112c1 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677230 Jun 22 10:18:30.689102 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bf96b-ac38-4e62-8085-5e14eeb71001 req-347e3e45-18c4-47b3-8cd5-1cb77dda4708 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:30.690621 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fb5bf96b-ac38-4e62-8085-5e14eeb71001 req-347e3e45-18c4-47b3-8cd5-1cb77dda4708 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0820570 Jun 22 10:18:30.696576 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bd276-c5e3-445b-aebe-8261700c35f1 req-9627442e-3e1e-44f4-a7f0-fd99aadb03aa tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:30.698007 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f70bd276-c5e3-445b-aebe-8261700c35f1 req-9627442e-3e1e-44f4-a7f0-fd99aadb03aa tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 943 time: 0.0882022 Jun 22 10:18:30.774526 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fb5bf96b-ac38-4e62-8085-5e14eeb71001 req-a55d2e53-3007-4e69-91dc-9b0459dda6c8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755658 Jun 22 10:18:30.777828 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f70bd276-c5e3-445b-aebe-8261700c35f1 req-08b622b6-ee07-46f4-ae6e-004dfbe7177e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708618 Jun 22 10:18:30.909649 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d80ff8-f237-49af-a786-58fce1794ad8 req-07f1d2c9-0d44-471f-ae13-56c1a7792434 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:30.911055 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e2d80ff8-f237-49af-a786-58fce1794ad8 req-07f1d2c9-0d44-471f-ae13-56c1a7792434 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 944 time: 0.0791402 Jun 22 10:18:30.918621 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d62890-0de9-49c0-8ec0-92ca87908af6 req-0e59a778-c666-477b-8c95-848ed7c1f20f tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:30.919992 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-07d62890-0de9-49c0-8ec0-92ca87908af6 req-0e59a778-c666-477b-8c95-848ed7c1f20f tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0779200 Jun 22 10:18:30.939194 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:30.942088 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:30.996626 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e2d80ff8-f237-49af-a786-58fce1794ad8 req-1b025a07-91f4-4cb7-92eb-1c98a7d1c7d5 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757005 Jun 22 10:18:30.999931 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-07d62890-0de9-49c0-8ec0-92ca87908af6 req-c3e11adb-0a4c-42c3-8279-617d10556dc6 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730550 Jun 22 10:18:31.920822 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa011ee-69ed-4f05-afd0-75a7d71c1a49 req-f86ca1e8-58cb-4152-8246-f62bc07f1d34 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:31.922916 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0aa011ee-69ed-4f05-afd0-75a7d71c1a49 req-f86ca1e8-58cb-4152-8246-f62bc07f1d34 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0791516 Jun 22 10:18:31.923551 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 4d2f6e47-53cb-4939-a600-4f5f86cf4334 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:18:31.928397 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:18:31.928852 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d617ecb-97ba-441e-8f1e-82703da506dd req-62a8e407-cb0f-4a07-82df-345200dea7d8 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:31.930288 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0d617ecb-97ba-441e-8f1e-82703da506dd req-62a8e407-cb0f-4a07-82df-345200dea7d8 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 943 time: 0.0761013 Jun 22 10:18:32.004972 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0aa011ee-69ed-4f05-afd0-75a7d71c1a49 req-4b9a1082-c7f3-4512-beb7-f953cffc271e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737083 Jun 22 10:18:32.013397 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:18:32.020013 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0d617ecb-97ba-441e-8f1e-82703da506dd req-d95eb75c-58e4-4840-88f0-f149f3b12b08 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815880 Jun 22 10:18:32.050520 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:18:32.050883 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (b3cb81b4-fc19-4acc-bb84-84c1f3b739b7), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:32.108071 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 4d2f6e47-53cb-4939-a600-4f5f86cf4334, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=4d2f6e47-53cb-4939-a600-4f5f86cf4334,segment=NetworkSegment(f82fde99-5bb4-43d3-8fc0-c75eb8fac109),segment_id=f82fde99-5bb4-43d3-8fc0-c75eb8fac109)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:32.111295 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:32.133656 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': '4d2f6e47-53cb-4939-a600-4f5f86cf4334', 'network_id': 'e3bd5741-bd96-458e-92f1-363af9f36a6d', 'port_id': '4d2f6e47-53cb-4939-a600-4f5f86cf4334', 'mac_address': 'fa:16:3e:20:de:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6380ff7-18d1-40fa-a825-a78c439eacda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:18:32.167834 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b114a-0699-49b9-bbd9-2bf6b5852cd6 req-5517fb4c-5af5-48c1-b207-79e550e9887b tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:32.169378 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-848b114a-0699-49b9-bbd9-2bf6b5852cd6 req-5517fb4c-5af5-48c1-b207-79e550e9887b tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 944 time: 0.0868864 Jun 22 10:18:32.176117 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4d308-49c1-4933-80ed-3fa3ddd87a77 req-55bb2f12-4378-4648-86e2-9e9d66c98cb4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:32.177554 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8df4d308-49c1-4933-80ed-3fa3ddd87a77 req-55bb2f12-4378-4648-86e2-9e9d66c98cb4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 945 time: 0.0617273 Jun 22 10:18:32.197307 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 4d2f6e47-53cb-4939-a600-4f5f86cf4334 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:18:32.197721 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (4d2f6e47-53cb-4939-a600-4f5f86cf4334), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:32.199591 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:18:32.199960 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (b3cb81b4-fc19-4acc-bb84-84c1f3b739b7), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:32.214919 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:32.222891 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2f6e47-53cb-4939-a600-4f5f86cf4334 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:18:32.252040 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:18:32.254695 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230be5d7-f550-4202-9f28-db6e09600739" -d '{"events": [{"server_uuid": "86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3", "name": "network-vif-plugged", "status": "completed", "tag": "b3cb81b4-fc19-4acc-bb84-84c1f3b739b7"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:18:32.254853 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-848b114a-0699-49b9-bbd9-2bf6b5852cd6 req-69663ec0-55c6-4347-938d-bc5755cbc898 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762405 Jun 22 10:18:32.261542 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 4d2f6e47-53cb-4939-a600-4f5f86cf4334, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=4d2f6e47-53cb-4939-a600-4f5f86cf4334,segment=NetworkSegment(f82fde99-5bb4-43d3-8fc0-c75eb8fac109),segment_id=f82fde99-5bb4-43d3-8fc0-c75eb8fac109)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:32.262506 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8df4d308-49c1-4933-80ed-3fa3ddd87a77 req-09c52ade-63c8-438a-bede-ac67f5f31100 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770690 Jun 22 10:18:32.267591 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (4d2f6e47-53cb-4939-a600-4f5f86cf4334), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:32.275357 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port b3cb81b4-fc19-4acc-bb84-84c1f3b739b7, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=b3cb81b4-fc19-4acc-bb84-84c1f3b739b7,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:32.296005 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (b3cb81b4-fc19-4acc-bb84-84c1f3b739b7), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:32.296773 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 468a7090-7d3f-43e5-8303-b6f8870ced56 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:18:32.322897 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0ac631-6b19-47e4-a513-cddd83da8ca6 x-openstack-request-id: req-3a0ac631-6b19-47e4-a513-cddd83da8ca6 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:18:32.323211 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3", "name": "network-vif-plugged", "status": "completed", "tag": "b3cb81b4-fc19-4acc-bb84-84c1f3b739b7", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:18:32.323473 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a0ac631-6b19-47e4-a513-cddd83da8ca6 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:18:32.323862 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a0ac631-6b19-47e4-a513-cddd83da8ca6'] response: {'server_uuid': '86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7', 'code': 200} Jun 22 10:18:32.352030 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=4d2f6e47-53cb-4939-a600-4f5f86cf4334,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:32.426734 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=b3cb81b4-fc19-4acc-bb84-84c1f3b739b7,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:32.429176 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 468a7090-7d3f-43e5-8303-b6f8870ced56 is: ACTIVE; New status is: DOWN {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:18:32.429567 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:32.462931 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 468a7090-7d3f-43e5-8303-b6f8870ced56, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=468a7090-7d3f-43e5-8303-b6f8870ced56,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:32.470132 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:32.521662 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=468a7090-7d3f-43e5-8303-b6f8870ced56,revision_number=8']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:32.618858 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['4d2f6e47-53cb-4939-a600-4f5f86cf4334'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:18:32.667097 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17caaefa-5edb-4728-aa31-e6defaf40e94 req-cf14d4ef-7a62-46c3-ab20-cd27db20734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:32.667893 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-17caaefa-5edb-4728-aa31-e6defaf40e94 req-cf14d4ef-7a62-46c3-ab20-cd27db20734a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 1129 time: 0.0454860 Jun 22 10:18:32.715118 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-17caaefa-5edb-4728-aa31-e6defaf40e94 req-b7edd72c-8191-410d-9d0e-3d6f89b530c9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402322 Jun 22 10:18:33.161884 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b4856-b98a-42e9-bfb6-69dbc7ad4662 req-a9598d66-2338-49c9-b9a5-c8a41c13c115 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:33.163701 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-395b4856-b98a-42e9-bfb6-69dbc7ad4662 req-a9598d66-2338-49c9-b9a5-c8a41c13c115 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 944 time: 0.0817745 Jun 22 10:18:33.172184 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958d74-69f6-4983-b73d-de1a0b92d909 req-958f7ae7-edfa-4573-8c49-3154945444e6 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:33.174304 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-28958d74-69f6-4983-b73d-de1a0b92d909 req-958f7ae7-edfa-4573-8c49-3154945444e6 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0788007 Jun 22 10:18:33.252599 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-395b4856-b98a-42e9-bfb6-69dbc7ad4662 req-23f1cbd1-ff3a-4941-928d-6a6881a96299 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772636 Jun 22 10:18:33.256786 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-28958d74-69f6-4983-b73d-de1a0b92d909 req-80054c7c-107f-44f7-ac1b-c1701e9a2966 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757649 Jun 22 10:18:33.415220 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb9840-4e02-4524-b728-416f59b1814d req-b197bba2-11fd-4f09-a74d-7f7caca879e3 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:33.416700 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fcfb9840-4e02-4524-b728-416f59b1814d req-b197bba2-11fd-4f09-a74d-7f7caca879e3 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0776262 Jun 22 10:18:33.422643 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de9ee1-a6a2-4234-9fe1-06e138a49a0c req-0727a2b9-97f1-4aa0-b002-c4c1114358e3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:33.424506 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-62de9ee1-a6a2-4234-9fe1-06e138a49a0c req-0727a2b9-97f1-4aa0-b002-c4c1114358e3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0759566 Jun 22 10:18:33.499738 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fcfb9840-4e02-4524-b728-416f59b1814d req-dbba383f-0c91-4bc4-8ff5-6bdc02ddbb64 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742862 Jun 22 10:18:33.507021 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-62de9ee1-a6a2-4234-9fe1-06e138a49a0c req-ce6e04af-7236-4368-8517-cab400c69420 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745685 Jun 22 10:18:33.963564 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 4d2f6e47-53cb-4939-a600-4f5f86cf4334 up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:18:33.975603 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [req-8c8614c9-d630-4220-85e7-ff2405ed0a20 req-06e4fd8e-17a8-4cba-b1ec-7391372f8892 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 10:18:33.976980 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8c8614c9-d630-4220-85e7-ff2405ed0a20 req-06e4fd8e-17a8-4cba-b1ec-7391372f8892 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059531 Jun 22 10:18:34.012276 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port 4d2f6e47-53cb-4939-a600-4f5f86cf4334 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:18:34.019697 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port 4d2f6e47-53cb-4939-a600-4f5f86cf4334 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:18:34.020180 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (4d2f6e47-53cb-4939-a600-4f5f86cf4334), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:34.104944 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:34.118465 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 4d2f6e47-53cb-4939-a600-4f5f86cf4334 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:18:34.118984 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (4d2f6e47-53cb-4939-a600-4f5f86cf4334), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:34.156333 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 4d2f6e47-53cb-4939-a600-4f5f86cf4334, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=4d2f6e47-53cb-4939-a600-4f5f86cf4334,segment=NetworkSegment(f82fde99-5bb4-43d3-8fc0-c75eb8fac109),segment_id=f82fde99-5bb4-43d3-8fc0-c75eb8fac109)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:34.162534 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (4d2f6e47-53cb-4939-a600-4f5f86cf4334), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:34.163437 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 468a7090-7d3f-43e5-8303-b6f8870ced56 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:18:34.166480 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9251f-e6a8-440d-82e0-f4a438bfa233 req-a68b8c93-0e0c-42db-9ea3-8fc9d6967c7c tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:34.169397 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ea9251f-e6a8-440d-82e0-f4a438bfa233 req-a68b8c93-0e0c-42db-9ea3-8fc9d6967c7c tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0565329 Jun 22 10:18:34.192013 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:34.222226 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ea9251f-e6a8-440d-82e0-f4a438bfa233 req-674c6bc2-bc9e-4a72-94f3-1589dfad7790 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460463 Jun 22 10:18:34.244580 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=4d2f6e47-53cb-4939-a600-4f5f86cf4334,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:34.282522 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 468a7090-7d3f-43e5-8303-b6f8870ced56 is: DOWN; New status is: DOWN {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:18:34.325434 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dbd5ab-5688-4de4-9da2-0b89d7cefb11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '468a7090-7d3f-43e5-8303-b6f8870ced56'}, {'server_uuid': '884a31e3-235c-4ca6-84e5-3dbdcd403d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2f6e47-53cb-4939-a600-4f5f86cf4334'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:18:34.327950 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f50c800-b7b1-4dde-a41d-40c5692b1da4" -d '{"events": [{"server_uuid": "73dbd5ab-5688-4de4-9da2-0b89d7cefb11", "name": "network-vif-unplugged", "status": "completed", "tag": "468a7090-7d3f-43e5-8303-b6f8870ced56"}, {"server_uuid": "884a31e3-235c-4ca6-84e5-3dbdcd403d4d", "name": "network-vif-plugged", "status": "completed", "tag": "4d2f6e47-53cb-4939-a600-4f5f86cf4334"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:18:34.429708 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7317ac9-4ced-4a52-9aa2-f91a536ea2c5 req-81d28bb3-d340-4169-819c-b57392a49242 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:34.431360 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b7317ac9-4ced-4a52-9aa2-f91a536ea2c5 req-81d28bb3-d340-4169-819c-b57392a49242 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 945 time: 0.0886452 Jun 22 10:18:34.448024 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53052e-8fe8-4995-afdd-3c271ff74f56 req-adcd024d-e35a-4bac-9ca2-dd46fa3d5ecb tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:34.449870 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-be53052e-8fe8-4995-afdd-3c271ff74f56 req-adcd024d-e35a-4bac-9ca2-dd46fa3d5ecb tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.1059258 Jun 22 10:18:34.544816 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b7317ac9-4ced-4a52-9aa2-f91a536ea2c5 req-e7888040-9b68-4a0d-b2e0-8aedcf704a1a tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938876 Jun 22 10:18:34.549147 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-be53052e-8fe8-4995-afdd-3c271ff74f56 req-78e7a910-2b9e-4c57-aab9-d520e7102854 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906441 Jun 22 10:18:34.569593 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 40482) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:34.610079 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Wed, 22 Jun 2022 10:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ce194a-1887-4938-bc3d-b970f29c1efd x-openstack-request-id: req-28ce194a-1887-4938-bc3d-b970f29c1efd {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:18:34.611014 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dbd5ab-5688-4de4-9da2-0b89d7cefb11", "name": "network-vif-unplugged", "status": "failed", "tag": "468a7090-7d3f-43e5-8303-b6f8870ced56", "code": 422}, {"server_uuid": "884a31e3-235c-4ca6-84e5-3dbdcd403d4d", "name": "network-vif-plugged", "status": "completed", "tag": "4d2f6e47-53cb-4939-a600-4f5f86cf4334", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:18:34.611322 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-28ce194a-1887-4938-bc3d-b970f29c1efd {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:18:34.611772 dv-cinder-847131-1-iscsi neutron-server[104124]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-28ce194a-1887-4938-bc3d-b970f29c1efd']: {'server_uuid': '73dbd5ab-5688-4de4-9da2-0b89d7cefb11', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '468a7090-7d3f-43e5-8303-b6f8870ced56', 'code': 422} returned with failed status Jun 22 10:18:34.612035 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28ce194a-1887-4938-bc3d-b970f29c1efd'] response: {'server_uuid': '884a31e3-235c-4ca6-84e5-3dbdcd403d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2f6e47-53cb-4939-a600-4f5f86cf4334', 'code': 200} Jun 22 10:18:34.661512 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-68c72bc4-d36f-4e4e-a6a3-1c0addf3e1d1 req-b3e0b76e-f5cb-4a81-8da8-019e9972dcdf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898273 Jun 22 10:18:34.666350 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [req-68c72bc4-d36f-4e4e-a6a3-1c0addf3e1d1 req-723e94d5-ac47-4a13-bb02-aa955c5e6e07 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 10:18:34.667433 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-68c72bc4-d36f-4e4e-a6a3-1c0addf3e1d1 req-723e94d5-ac47-4a13-bb02-aa955c5e6e07 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050774 Jun 22 10:18:34.671269 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede5029-044c-48f7-9485-e9a9d87e7873 req-0c0f49a8-7971-4b5f-ae5d-24e6c986d117 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:34.679310 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cede5029-044c-48f7-9485-e9a9d87e7873 req-0c0f49a8-7971-4b5f-ae5d-24e6c986d117 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0557799 Jun 22 10:18:34.686791 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:34.733799 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cede5029-044c-48f7-9485-e9a9d87e7873 req-2161ac80-02b7-4240-b3d6-4026a8abea5e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536001 Jun 22 10:18:34.754719 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 40490) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:34.796628 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:34.805578 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a82d2b-81f4-44a9-8b06-5809d73c7c83 req-78ff67e2-08d5-45e0-9682-ffc36ad37143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:34.807229 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-68a82d2b-81f4-44a9-8b06-5809d73c7c83 req-78ff67e2-08d5-45e0-9682-ffc36ad37143 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 1129 time: 0.0459573 Jun 22 10:18:34.862430 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-68a82d2b-81f4-44a9-8b06-5809d73c7c83 req-31abb7ef-af00-4836-8969-8ba7461f9cef service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483174 Jun 22 10:18:34.891034 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08a08b-2517-4ff1-b925-c2a7e758f584 req-8a58d84e-7615-46d8-8389-c6022258e3b6 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:34.893141 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ee08a08b-2517-4ff1-b925-c2a7e758f584 req-8a58d84e-7615-46d8-8389-c6022258e3b6 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0872624 Jun 22 10:18:34.902035 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c72bc4-d36f-4e4e-a6a3-1c0addf3e1d1 req-f8a043bd-defc-4093-ab29-bb5f3d2c20bd tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:34.903385 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-68c72bc4-d36f-4e4e-a6a3-1c0addf3e1d1 req-f8a043bd-defc-4093-ab29-bb5f3d2c20bd tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports/468a7090-7d3f-43e5-8303-b6f8870ced56 HTTP/1.1" status: 200 len: 940 time: 0.1476159 Jun 22 10:18:34.903880 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 40496) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:34.908954 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-d9ff246c-0388-45aa-8779-45921bc6b046 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Request body: {'floatingip': {'port_id': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:18:34.948329 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d9ff246c-0388-45aa-8779-45921bc6b046 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for floatingip (2f5d0367-32c3-468c-ad44-1beb4b86a59d), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:35.370772 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b42fc-b47c-442d-9124-10b2063b612a req-38d719f3-98b8-4d2f-ba18-bed8ca4f9507 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:35.372166 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-928b42fc-b47c-442d-9124-10b2063b612a req-38d719f3-98b8-4d2f-ba18-bed8ca4f9507 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0637612 Jun 22 10:18:35.486485 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-928b42fc-b47c-442d-9124-10b2063b612a req-6d3a34d7-831b-4647-948b-d881e08e8c23 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944519 Jun 22 10:18:35.488440 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d9ff246c-0388-45aa-8779-45921bc6b046 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:35.493586 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d9ff246c-0388-45aa-8779-45921bc6b046 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (2f5d0367-32c3-468c-ad44-1beb4b86a59d), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:35.599543 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-d9ff246c-0388-45aa-8779-45921bc6b046 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Floating IP 2f5d0367-32c3-468c-ad44-1beb4b86a59d associated. External IP: 172.27.0.142, port: b3cb81b4-fc19-4acc-bb84-84c1f3b739b7. Jun 22 10:18:35.659323 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:35.747736 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675270d3-b653-427e-ac7e-77cb4d59961a req-254f1f7f-424d-446b-858b-bed30e5e9f4d tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:35.749203 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-675270d3-b653-427e-ac7e-77cb4d59961a req-254f1f7f-424d-446b-858b-bed30e5e9f4d tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 945 time: 0.1053004 Jun 22 10:18:35.759757 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8d7a3-c6d1-4dad-8baf-588f7529a38d req-d7b1b223-ab39-4195-a321-efebdb9c2384 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:35.761194 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a4a8d7a3-c6d1-4dad-8baf-588f7529a38d req-d7b1b223-ab39-4195-a321-efebdb9c2384 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.1278231 Jun 22 10:18:35.822852 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:35.852279 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-675270d3-b653-427e-ac7e-77cb4d59961a req-bf288d42-3d36-4d35-bb55-bbe5382a61d9 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883245 Jun 22 10:18:35.898010 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a4a8d7a3-c6d1-4dad-8baf-588f7529a38d req-68ce699d-09d3-4d4b-8470-d8c2f85a3a7f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246133 Jun 22 10:18:35.964108 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ff246c-0388-45aa-8779-45921bc6b046 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Router 270c905a-12a6-4f40-908f-84553181ba5e has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:18:36.299813 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ff246c-0388-45aa-8779-45921bc6b046 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:18:36.304445 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d9ff246c-0388-45aa-8779-45921bc6b046 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:36.312319 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7459a8e-a2c1-4b0b-ad0b-08e474bc713f None None] Sync routers for ids ['270c905a-12a6-4f40-908f-84553181ba5e'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:18:36.321011 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:36.324963 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7459a8e-a2c1-4b0b-ad0b-08e474bc713f None None] Routers {'270c905a-12a6-4f40-908f-84553181ba5e'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:18:36.325584 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-a7459a8e-a2c1-4b0b-ad0b-08e474bc713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:18:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['270c905a-12a6-4f40-908f-84553181ba5e'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:36.335620 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d9ff246c-0388-45aa-8779-45921bc6b046 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "PUT /v2.0/floatingips/2f5d0367-32c3-468c-ad44-1beb4b86a59d HTTP/1.1" status: 200 len: 991 time: 1.4306612 Jun 22 10:18:36.336192 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3', 'tag': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:18:36.339090 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898db771481267bf496a2732a32d4addbcaa54fa352ad4e4fb07179b33d7b991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cafcc9e-3381-4e09-aad2-679ff1a18087" -d '{"events": [{"name": "network-changed", "server_uuid": "86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3", "tag": "b3cb81b4-fc19-4acc-bb84-84c1f3b739b7"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:18:36.393531 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec741a38-4dc6-47fd-bfc8-e7e4709e76fe x-openstack-request-id: req-ec741a38-4dc6-47fd-bfc8-e7e4709e76fe {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:18:36.394149 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3", "tag": "b3cb81b4-fc19-4acc-bb84-84c1f3b739b7", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:18:36.394149 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec741a38-4dc6-47fd-bfc8-e7e4709e76fe {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:18:36.394486 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec741a38-4dc6-47fd-bfc8-e7e4709e76fe'] response: {'name': 'network-changed', 'server_uuid': '86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3', 'tag': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7', 'status': 'completed', 'code': 200} Jun 22 10:18:36.437730 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-a7459a8e-a2c1-4b0b-ad0b-08e474bc713f None None] Set router 270c905a-12a6-4f40-908f-84553181ba5e gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:18:36.623780 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e36d78-929c-4e52-8f4f-4b96b0c1316c req-7be3b660-6856-4f94-a192-a05f408b1fef tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:36.625270 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a0e36d78-929c-4e52-8f4f-4b96b0c1316c req-7be3b660-6856-4f94-a192-a05f408b1fef tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0573349 Jun 22 10:18:36.655415 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-a7459a8e-a2c1-4b0b-ad0b-08e474bc713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270c905a-12a6-4f40-908f-84553181ba5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1179079051-router', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 4, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'gw_port': {'id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '2f5d0367-32c3-468c-ad44-1beb4b86a59d', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'port_id': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'mac_address': 'fa:16:3e:48:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:18:10Z', 'updated_at': '2022-06-22T10:18:35Z', 'revision_number': 1, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e427e75-0a90-4475-aedf-e42cc726e9ac', 'name': '', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'mac_address': 'fa:16:3e:f6:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:54Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 5, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'subnets': [{'id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:36.682268 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a0e36d78-929c-4e52-8f4f-4b96b0c1316c req-f0b9ee57-ca10-4abc-bbe4-d25db35a3c4f tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503042 Jun 22 10:18:36.687279 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7459a8e-a2c1-4b0b-ad0b-08e474bc713f None None] Checking router: 270c905a-12a6-4f40-908f-84553181ba5e for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:18:36.696335 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7459a8e-a2c1-4b0b-ad0b-08e474bc713f None None] Routers {'270c905a-12a6-4f40-908f-84553181ba5e'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:18:36.696965 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-a7459a8e-a2c1-4b0b-ad0b-08e474bc713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:18:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['270c905a-12a6-4f40-908f-84553181ba5e'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:36.816108 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafcc9e-3381-4e09-aad2-679ff1a18087 req-ad2d2aff-3dad-45a3-adf0-eff881507b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:36.816703 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-a7459a8e-a2c1-4b0b-ad0b-08e474bc713f None None] Set router 270c905a-12a6-4f40-908f-84553181ba5e gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:18:36.817665 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5cafcc9e-3381-4e09-aad2-679ff1a18087 req-ad2d2aff-3dad-45a3-adf0-eff881507b42 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2&device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 1129 time: 0.0497839 Jun 22 10:18:36.949310 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafcc9e-3381-4e09-aad2-679ff1a18087 req-3860badc-5987-41f6-bed6-0f404f0e7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:36.950876 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5cafcc9e-3381-4e09-aad2-679ff1a18087 req-3860badc-5987-41f6-bed6-0f404f0e7a41 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4f5c1d12-de71-40fa-95b0-3e1b37dac412 HTTP/1.1" status: 200 len: 920 time: 0.1224637 Jun 22 10:18:36.989384 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490a4a0-a6a7-45a8-aeee-5576a4dfebdd req-4ca9090a-dce9-4b9a-8189-a34051c8651d tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:36.991825 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5490a4a0-a6a7-45a8-aeee-5576a4dfebdd req-4ca9090a-dce9-4b9a-8189-a34051c8651d tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 945 time: 0.0544462 Jun 22 10:18:37.054042 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5cafcc9e-3381-4e09-aad2-679ff1a18087 req-3a9748ec-a630-46c4-8ed0-3c2355377a15 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 HTTP/1.1" status: 200 len: 999 time: 0.0790951 Jun 22 10:18:37.083797 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16357b-e7f9-43c9-bf66-f172ba633dd7 req-2c47c9dc-5ec9-48b4-b879-30f2d748e8c9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:37.085354 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fd16357b-e7f9-43c9-bf66-f172ba633dd7 req-2c47c9dc-5ec9-48b4-b879-30f2d748e8c9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0752609 Jun 22 10:18:37.094458 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5490a4a0-a6a7-45a8-aeee-5576a4dfebdd req-2202d240-817c-45dc-ba47-12ad50d8743c tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962446 Jun 22 10:18:37.125957 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-a7459a8e-a2c1-4b0b-ad0b-08e474bc713f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270c905a-12a6-4f40-908f-84553181ba5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1179079051-router', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 4, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'gw_port': {'id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '2f5d0367-32c3-468c-ad44-1beb4b86a59d', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'port_id': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'mac_address': 'fa:16:3e:48:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:18:10Z', 'updated_at': '2022-06-22T10:18:35Z', 'revision_number': 1, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e427e75-0a90-4475-aedf-e42cc726e9ac', 'name': '', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'mac_address': 'fa:16:3e:f6:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:54Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 5, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'subnets': [{'id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:18:37.146316 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafcc9e-3381-4e09-aad2-679ff1a18087 req-a96aede8-f7ec-4dbb-816d-75f190d0e6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:37.148098 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5cafcc9e-3381-4e09-aad2-679ff1a18087 req-a96aede8-f7ec-4dbb-816d-75f190d0e6e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d52cd81-ade1-4a9c-ad07-0183651deb0b HTTP/1.1" status: 200 len: 858 time: 0.0666382 Jun 22 10:18:37.158101 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7459a8e-a2c1-4b0b-ad0b-08e474bc713f None None] The sync data for ids ['270c905a-12a6-4f40-908f-84553181ba5e'] in dv-cinder-847131-1-iscsi is: [{'id': '270c905a-12a6-4f40-908f-84553181ba5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1179079051-router', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 4, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'gw_port': {'id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '2f5d0367-32c3-468c-ad44-1beb4b86a59d', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'port_id': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'mac_address': 'fa:16:3e:48:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:18:10Z', 'updated_at': '2022-06-22T10:18:35Z', 'revision_number': 1, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e427e75-0a90-4475-aedf-e42cc726e9ac', 'name': '', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'mac_address': 'fa:16:3e:f6:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:54Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 5, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'subnets': [{'id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:18:37.162712 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fd16357b-e7f9-43c9-bf66-f172ba633dd7 req-2d138bb5-e821-41df-b783-d1274cdbda5f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666304 Jun 22 10:18:37.358435 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2152ef-89d9-42e2-9124-1515ce537829 None None] New status for floating IP 2f5d0367-32c3-468c-ad44-1beb4b86a59d: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:18:37.489621 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafcc9e-3381-4e09-aad2-679ff1a18087 req-a59c2c86-530e-4ae7-8102-97a64c30b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:37.491171 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5cafcc9e-3381-4e09-aad2-679ff1a18087 req-a59c2c86-530e-4ae7-8102-97a64c30b0d4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f5c1d12-de71-40fa-95b0-3e1b37dac412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1158695 Jun 22 10:18:37.494150 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c72bc4-d36f-4e4e-a6a3-1c0addf3e1d1 req-f818ca92-e69a-4024-875e-225a164a6488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:37.495534 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-68c72bc4-d36f-4e4e-a6a3-1c0addf3e1d1 req-f818ca92-e69a-4024-875e-225a164a6488 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11&tenant_id=5ee9d603d9cc4a8797f55d544f189720 HTTP/1.1" status: 200 len: 1127 time: 0.0884805 Jun 22 10:18:37.585212 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c72bc4-d36f-4e4e-a6a3-1c0addf3e1d1 req-ca4008e4-9d11-4822-b425-92405308f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:37.586882 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-68c72bc4-d36f-4e4e-a6a3-1c0addf3e1d1 req-ca4008e4-9d11-4822-b425-92405308f9ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee9d603d9cc4a8797f55d544f189720&device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 1127 time: 0.0632188 Jun 22 10:18:37.668174 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:37.741070 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5cafcc9e-3381-4e09-aad2-679ff1a18087 req-1286f727-ac7e-4151-a9fd-4075a51fcb20 service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387748 Jun 22 10:18:37.785243 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c72bc4-d36f-4e4e-a6a3-1c0addf3e1d1 req-3c8db544-9bc5-4742-a497-a22253bd2504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:37.786952 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-68c72bc4-d36f-4e4e-a6a3-1c0addf3e1d1 req-3c8db544-9bc5-4742-a497-a22253bd2504 service neutron] 10.222.0.59 "GET /v2.0/networks?id=323c8696-2ed1-4abe-97f8-e9536ce29485 HTTP/1.1" status: 200 len: 918 time: 0.1911912 Jun 22 10:18:37.839729 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 40552) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:37.865291 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f23765-d33f-4dc2-a3b7-d9a4b0d05756 req-292e1dcf-1b6a-4dbc-ae38-27dc80f8ea92 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:37.868183 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e5f23765-d33f-4dc2-a3b7-d9a4b0d05756 req-292e1dcf-1b6a-4dbc-ae38-27dc80f8ea92 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0701735 Jun 22 10:18:37.929991 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-68c72bc4-d36f-4e4e-a6a3-1c0addf3e1d1 req-c7e5396c-f2d5-4aab-900f-8b07a89518ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=468a7090-7d3f-43e5-8303-b6f8870ced56 HTTP/1.1" status: 200 len: 999 time: 0.1229763 Jun 22 10:18:37.944812 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132efdf-b06c-42e6-a997-97c29637421b req-8a777863-f5ed-4fbe-86ac-b3aa5ee937c4 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:37.946392 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6132efdf-b06c-42e6-a997-97c29637421b req-8a777863-f5ed-4fbe-86ac-b3aa5ee937c4 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 945 time: 0.0773084 Jun 22 10:18:37.954979 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5cafcc9e-3381-4e09-aad2-679ff1a18087 req-2d3b58cb-f78a-4d47-99be-ecf2d2ee44e7 service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997759 Jun 22 10:18:37.968529 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:37.977570 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e5f23765-d33f-4dc2-a3b7-d9a4b0d05756 req-efc7bf52-33fa-4a65-ad51-3074fb0aa3cd tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991194 Jun 22 10:18:37.998957 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-07106ca2-caeb-4c7e-88be-9e504038ac76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:38.036306 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6132efdf-b06c-42e6-a997-97c29637421b req-4ab4927d-48dc-4355-b519-bc60ac26c92e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788980 Jun 22 10:18:38.100658 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-07106ca2-caeb-4c7e-88be-9e504038ac76 admin admin] Publish callbacks [] for security_group (c3603444-c37e-4faf-9234-45b0505066ce), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:38.107190 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-07106ca2-caeb-4c7e-88be-9e504038ac76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (c3603444-c37e-4faf-9234-45b0505066ce), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:38.147850 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-07106ca2-caeb-4c7e-88be-9e504038ac76 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44a481b53f8f48e6a0b38e3f1198e2ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064430 Jun 22 10:18:38.148594 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07106ca2-caeb-4c7e-88be-9e504038ac76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3603444-c37e-4faf-9234-45b0505066ce,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:38.150553 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 40556) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:18:38.205202 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-98754bf1-eed5-4cb3-aa6d-dcacbcfb4f5d admin admin] Publish callbacks [] for security_group (c3603444-c37e-4faf-9234-45b0505066ce), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:38.227323 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-98754bf1-eed5-4cb3-aa6d-dcacbcfb4f5d admin admin] Publish callbacks [] for security_group (c3603444-c37e-4faf-9234-45b0505066ce), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:38.276700 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca129b-91b8-498f-9ef1-eea6c94e6b71 req-6e21acb5-ce18-4cb0-988c-367288f4ad9b tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:38.278112 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-98754bf1-eed5-4cb3-aa6d-dcacbcfb4f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (c3603444-c37e-4faf-9234-45b0505066ce), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:38.278514 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5fca129b-91b8-498f-9ef1-eea6c94e6b71 req-6e21acb5-ce18-4cb0-988c-367288f4ad9b tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0511162 Jun 22 10:18:38.280905 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-98754bf1-eed5-4cb3-aa6d-dcacbcfb4f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:38.284517 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-98754bf1-eed5-4cb3-aa6d-dcacbcfb4f5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c3603444-c37e-4faf-9234-45b0505066ce HTTP/1.1" status: 204 len: 168 time: 0.1305993 Jun 22 10:18:38.290618 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98754bf1-eed5-4cb3-aa6d-dcacbcfb4f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3603444-c37e-4faf-9234-45b0505066ce,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:38.318935 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:38.333655 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5fca129b-91b8-498f-9ef1-eea6c94e6b71 req-681a3f9e-61f2-4706-9615-14a23465a290 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488670 Jun 22 10:18:38.392464 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b1980ac-bccb-4231-aee8-945843f991ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:39.102727 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269c4f9-1ef1-4992-835e-9002de37542b req-aa2ad03f-ad9a-4aa0-bac3-b04f48e6548b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:39.104783 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8269c4f9-1ef1-4992-835e-9002de37542b req-aa2ad03f-ad9a-4aa0-bac3-b04f48e6548b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0519152 Jun 22 10:18:39.178863 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf808b-9b9f-4886-a1ca-f36b936fce5b req-c84abaa8-4dd9-43d8-a3cb-f3f313b4b0ff tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:39.180374 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cbdf808b-9b9f-4886-a1ca-f36b936fce5b req-c84abaa8-4dd9-43d8-a3cb-f3f313b4b0ff tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 945 time: 0.0718884 Jun 22 10:18:39.195697 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:39.201042 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8269c4f9-1ef1-4992-835e-9002de37542b req-851f0a40-f44f-40c8-befe-ae80f6f1db0e tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837939 Jun 22 10:18:39.206177 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c72bc4-d36f-4e4e-a6a3-1c0addf3e1d1 req-3fb7dbfb-301e-4124-8596-12d2d49218d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:39.207923 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-68c72bc4-d36f-4e4e-a6a3-1c0addf3e1d1 req-3fb7dbfb-301e-4124-8596-12d2d49218d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f3117d9-0d1e-434f-abb4-63ad07de2d8c HTTP/1.1" status: 200 len: 856 time: 0.0490980 Jun 22 10:18:39.242205 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cbdf808b-9b9f-4886-a1ca-f36b936fce5b req-f2328b3d-cf62-45d5-a291-d32b892ff1e5 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559735 Jun 22 10:18:39.257319 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c72bc4-d36f-4e4e-a6a3-1c0addf3e1d1 req-2b562ad6-bb9a-4cb6-93a4-378fadfb5da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:39.258865 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-68c72bc4-d36f-4e4e-a6a3-1c0addf3e1d1 req-2b562ad6-bb9a-4cb6-93a4-378fadfb5da4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=323c8696-2ed1-4abe-97f8-e9536ce29485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419409 Jun 22 10:18:39.447301 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80775cf-31cb-4dcb-8689-ce1e98d576af req-7d021c8b-4291-46c8-8e35-2868a258c0be tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:39.448779 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f80775cf-31cb-4dcb-8689-ce1e98d576af req-7d021c8b-4291-46c8-8e35-2868a258c0be tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0472612 Jun 22 10:18:39.499441 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f80775cf-31cb-4dcb-8689-ce1e98d576af req-0eb4b704-899e-4755-8547-64b6870676ed tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442128 Jun 22 10:18:39.525880 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-68c72bc4-d36f-4e4e-a6a3-1c0addf3e1d1 req-5576f0fb-98b4-4b18-b155-8201a08d015b service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895689 Jun 22 10:18:39.604817 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d0cd9-4ca6-4168-8e59-8da04eed137a req-8efbcb13-c036-41ba-b54c-759252753960 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:39.606284 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-583d0cd9-4ca6-4168-8e59-8da04eed137a req-8efbcb13-c036-41ba-b54c-759252753960 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.59 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 945 time: 0.0710595 Jun 22 10:18:39.714616 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-68c72bc4-d36f-4e4e-a6a3-1c0addf3e1d1 req-e915cc07-b51b-4ce6-867b-7df62bade53b service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705029 Jun 22 10:18:39.727860 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-583d0cd9-4ca6-4168-8e59-8da04eed137a req-176a07cb-bece-431a-8ffa-549a7c4d49b8 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Deleting port 4d2f6e47-53cb-4939-a600-4f5f86cf4334 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:18:39.728207 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-583d0cd9-4ca6-4168-8e59-8da04eed137a req-176a07cb-bece-431a-8ffa-549a7c4d49b8 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (4d2f6e47-53cb-4939-a600-4f5f86cf4334), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:39.821881 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-583d0cd9-4ca6-4168-8e59-8da04eed137a req-176a07cb-bece-431a-8ffa-549a7c4d49b8 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] For port 4d2f6e47-53cb-4939-a600-4f5f86cf4334, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=4d2f6e47-53cb-4939-a600-4f5f86cf4334,segment=NetworkSegment(f82fde99-5bb4-43d3-8fc0-c75eb8fac109),segment_id=f82fde99-5bb4-43d3-8fc0-c75eb8fac109)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:39.822242 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-583d0cd9-4ca6-4168-8e59-8da04eed137a req-176a07cb-bece-431a-8ffa-549a7c4d49b8 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (4d2f6e47-53cb-4939-a600-4f5f86cf4334), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:39.835357 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-583d0cd9-4ca6-4168-8e59-8da04eed137a req-176a07cb-bece-431a-8ffa-549a7c4d49b8 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Calling delete_port for 4d2f6e47-53cb-4939-a600-4f5f86cf4334 owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:18:39.905478 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:39.968295 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-583d0cd9-4ca6-4168-8e59-8da04eed137a req-176a07cb-bece-431a-8ffa-549a7c4d49b8 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (4d2f6e47-53cb-4939-a600-4f5f86cf4334), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:39.998060 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a07cb-bece-431a-8ffa-549a7c4d49b8 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Pushing event deleted for resources: {'Port': ['ID=4d2f6e47-53cb-4939-a600-4f5f86cf4334,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:40.045598 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-583d0cd9-4ca6-4168-8e59-8da04eed137a req-176a07cb-bece-431a-8ffa-549a7c4d49b8 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] No DVR routers for this DVR port 4d2f6e47-53cb-4939-a600-4f5f86cf4334 on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:18:40.048408 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-583d0cd9-4ca6-4168-8e59-8da04eed137a req-176a07cb-bece-431a-8ffa-549a7c4d49b8 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:40.051731 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-583d0cd9-4ca6-4168-8e59-8da04eed137a req-176a07cb-bece-431a-8ffa-549a7c4d49b8 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.59 "DELETE /v2.0/ports/4d2f6e47-53cb-4939-a600-4f5f86cf4334 HTTP/1.1" status: 204 len: 173 time: 0.4196990 Jun 22 10:18:40.052179 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884a31e3-235c-4ca6-84e5-3dbdcd403d4d', 'name': 'network-vif-deleted', 'tag': '4d2f6e47-53cb-4939-a600-4f5f86cf4334'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:18:40.054441 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f32836-fddf-414f-9546-3e145f8ba3fc" -d '{"events": [{"server_uuid": "884a31e3-235c-4ca6-84e5-3dbdcd403d4d", "name": "network-vif-deleted", "tag": "4d2f6e47-53cb-4939-a600-4f5f86cf4334"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:18:40.114657 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1299166-184b-4c9f-874b-d3c70520917e x-openstack-request-id: req-c1299166-184b-4c9f-874b-d3c70520917e {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:18:40.114963 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884a31e3-235c-4ca6-84e5-3dbdcd403d4d", "name": "network-vif-deleted", "tag": "4d2f6e47-53cb-4939-a600-4f5f86cf4334", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:18:40.115223 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c1299166-184b-4c9f-874b-d3c70520917e {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:18:40.115646 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1299166-184b-4c9f-874b-d3c70520917e'] response: {'server_uuid': '884a31e3-235c-4ca6-84e5-3dbdcd403d4d', 'name': 'network-vif-deleted', 'tag': '4d2f6e47-53cb-4939-a600-4f5f86cf4334', 'status': 'completed', 'code': 200} Jun 22 10:18:40.335403 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baeabb-4d11-441a-856b-6cfa06b4371a req-647b4040-93c9-4cec-bf80-477b40857a85 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:40.337587 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d8baeabb-4d11-441a-856b-6cfa06b4371a req-647b4040-93c9-4cec-bf80-477b40857a85 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0489471 Jun 22 10:18:40.401772 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-bc2320af-c0c8-4252-96b9-c87ce2e0dd1e req-f93ac8a4-dc6c-470c-914e-da2811b57b97 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 210 time: 0.0365582 Jun 22 10:18:40.427638 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d8baeabb-4d11-441a-856b-6cfa06b4371a req-b78fed6c-dc85-4cd6-b9c6-3b4200cad40b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841534 Jun 22 10:18:40.635374 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325a6dc-199a-4081-a9e9-8fe7f8d12d74 req-ef0c5037-05fc-4398-98d9-b8b4e52cb4be tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:40.636933 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a325a6dc-199a-4081-a9e9-8fe7f8d12d74 req-ef0c5037-05fc-4398-98d9-b8b4e52cb4be tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0520782 Jun 22 10:18:40.695031 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a325a6dc-199a-4081-a9e9-8fe7f8d12d74 req-f6975d35-3ae8-4998-b7b1-7ca2fb2bc7ac tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515945 Jun 22 10:18:40.731376 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0c7138a4-cadc-412f-9fd0-58bf811aa733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:41.528501 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-88c882d0-3ba9-4c1e-ba92-caf60a360ea8 req-154557af-dab3-464e-9864-f0eb77f12f1a tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 210 time: 0.0348642 Jun 22 10:18:41.605947 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c4cd9-d4b5-4029-832e-40259561d28a req-dd854fa2-2a9b-40b6-bafe-aa30eef8db55 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:41.611781 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-588c4cd9-d4b5-4029-832e-40259561d28a req-dd854fa2-2a9b-40b6-bafe-aa30eef8db55 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0623853 Jun 22 10:18:41.660331 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:41.673085 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-588c4cd9-d4b5-4029-832e-40259561d28a req-6cf90e5c-5463-48f5-8a51-1e40ed320ae1 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582607 Jun 22 10:18:41.817673 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74aca8-915c-445e-a913-f796dd890625 req-b91b2614-bf47-4f4e-bf36-ee1931c99885 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:41.819313 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dc74aca8-915c-445e-a913-f796dd890625 req-b91b2614-bf47-4f4e-bf36-ee1931c99885 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0507331 Jun 22 10:18:41.875612 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dc74aca8-915c-445e-a913-f796dd890625 req-49b177e7-1e7f-450a-8a88-a9cdbc517bec tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501750 Jun 22 10:18:41.955866 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 4d2f6e47-53cb-4939-a600-4f5f86cf4334 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:18:41.959296 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:41.992649 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: 4d2f6e47-53cb-4939-a600-4f5f86cf4334 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:18:41.992992 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 4d2f6e47-53cb-4939-a600-4f5f86cf4334 not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:18:42.002585 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:42.654243 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1e24c9fe-6148-42fd-a098-3e0a215d0b45 req-8d6bdcd4-2dc7-4241-83c8-dfaf65029ca1 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 210 time: 0.0298314 Jun 22 10:18:42.799879 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bfaa9-1c73-4ee0-93f8-b873f96c9bce req-aaaabb24-6510-47d5-95c2-cb10069895df tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:42.800938 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f84bfaa9-1c73-4ee0-93f8-b873f96c9bce req-aaaabb24-6510-47d5-95c2-cb10069895df tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0475180 Jun 22 10:18:42.873070 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f84bfaa9-1c73-4ee0-93f8-b873f96c9bce req-ce6ce774-b361-4865-b4d6-f5535fe71308 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653024 Jun 22 10:18:43.036628 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f058c-b7f3-4dfa-bc0a-f372de3348a4 req-48956cdc-f06c-4b1b-ae5a-09bb48ed1db9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:43.038394 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7d0f058c-b7f3-4dfa-bc0a-f372de3348a4 req-48956cdc-f06c-4b1b-ae5a-09bb48ed1db9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0527339 Jun 22 10:18:43.087210 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7d0f058c-b7f3-4dfa-bc0a-f372de3348a4 req-3120cb40-a1aa-4b2d-9223-a385609bf7b6 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433605 Jun 22 10:18:43.421293 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:43.769571 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-079b412c-777d-49ff-97c8-273cf39a2ef7 req-f027dfc6-41c5-499a-b54a-716f840c584d tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 210 time: 0.0299635 Jun 22 10:18:43.859711 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:44.059242 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38890d92-9ab1-46d4-8afe-6186de84537e req-22a7acda-425d-461d-940c-3e78e1d604cb tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:44.061127 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-38890d92-9ab1-46d4-8afe-6186de84537e req-22a7acda-425d-461d-940c-3e78e1d604cb tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0594239 Jun 22 10:18:44.113736 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-38890d92-9ab1-46d4-8afe-6186de84537e req-9293ae89-8f7c-4d93-b6c7-ba1d30f5c31f tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450196 Jun 22 10:18:44.221165 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803add8-bfa4-477e-9d29-e63c460be5f5 req-4020e122-847d-41eb-a4f3-03232b6992d0 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:44.228985 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d803add8-bfa4-477e-9d29-e63c460be5f5 req-4020e122-847d-41eb-a4f3-03232b6992d0 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0587525 Jun 22 10:18:44.273641 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d803add8-bfa4-477e-9d29-e63c460be5f5 req-7c4c6f33-433f-418d-a91a-43a4477a4702 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436904 Jun 22 10:18:44.883363 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9bb3a093-410c-4aa3-a68f-daae72209e45 req-88da2470-5d3c-4073-b8c1-d8a27d18d974 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 210 time: 0.0309353 Jun 22 10:18:45.229438 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:45.246315 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72ba40-64e0-415c-8a87-58cb2fbd2662 req-1f2ecb25-bef8-467f-958e-d124d5683cba tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:45.247848 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1b72ba40-64e0-415c-8a87-58cb2fbd2662 req-1f2ecb25-bef8-467f-958e-d124d5683cba tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0536571 Jun 22 10:18:45.306679 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1b72ba40-64e0-415c-8a87-58cb2fbd2662 req-be9797c0-9457-4113-b5a8-b2e4ef37cf22 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519948 Jun 22 10:18:45.399380 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd2689-30f6-4505-8438-9c58e170665b req-d96bc36a-52df-4360-af81-0852269f7ed3 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:45.401163 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f7dd2689-30f6-4505-8438-9c58e170665b req-d96bc36a-52df-4360-af81-0852269f7ed3 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0535922 Jun 22 10:18:45.452770 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f7dd2689-30f6-4505-8438-9c58e170665b req-bfb7e793-7bcb-4829-b68e-6e8646c48ccd tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440307 Jun 22 10:18:46.004413 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-04c2980a-9d41-482b-8b55-74e2dd4daa84 req-32769253-14db-47dd-b472-f014eeed182e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 210 time: 0.0302978 Jun 22 10:18:46.442816 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8c31a-198c-4540-8888-04c22703fddb req-c603fee6-8d99-481f-a783-5fc12af7d6b6 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:46.444382 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0ac8c31a-198c-4540-8888-04c22703fddb req-c603fee6-8d99-481f-a783-5fc12af7d6b6 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0497508 Jun 22 10:18:46.467000 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:46.506642 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0ac8c31a-198c-4540-8888-04c22703fddb req-994a30ed-d558-4916-b8b0-bc5069855c7f tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565147 Jun 22 10:18:46.575922 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d7d75-e5a3-4473-8de9-6bcfb1978890 req-d0a635c9-13b0-48a7-8ee9-090d4b4e8580 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:46.577455 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-867d7d75-e5a3-4473-8de9-6bcfb1978890 req-d0a635c9-13b0-48a7-8ee9-090d4b4e8580 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0498402 Jun 22 10:18:46.630378 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-867d7d75-e5a3-4473-8de9-6bcfb1978890 req-f4a263c3-71fa-4108-8f6b-477f571ae087 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460451 Jun 22 10:18:47.120773 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7b052a2f-edd9-4fe0-9a51-50bd11f11b33 req-7233ae87-1c85-4809-a3ad-bf9d04a37949 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 210 time: 0.0295672 Jun 22 10:18:47.569952 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=27 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:47.637900 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:47.641798 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60616a1-c231-45ae-9032-6400a8108fdc req-f14fe9a1-1a02-4567-802b-b88613763b11 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:47.643456 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c60616a1-c231-45ae-9032-6400a8108fdc req-f14fe9a1-1a02-4567-802b-b88613763b11 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0533547 Jun 22 10:18:47.710248 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c60616a1-c231-45ae-9032-6400a8108fdc req-c5f6da39-d111-4d35-8061-57db5e4f9d7a tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601728 Jun 22 10:18:47.764881 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3428847-4243-473b-b63d-dbb77a176a4d req-0e7de510-b6a9-4aeb-95f1-ac8a17f90446 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:47.766966 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b3428847-4243-473b-b63d-dbb77a176a4d req-0e7de510-b6a9-4aeb-95f1-ac8a17f90446 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0523775 Jun 22 10:18:47.780074 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:47.822483 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b3428847-4243-473b-b63d-dbb77a176a4d req-4ed61a25-b1c8-402c-8dba-2495e6b931a5 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492258 Jun 22 10:18:47.999734 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:18:48.237660 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-245de7c3-8caf-45f1-8048-efa29f90efd7 req-f1cba80a-7add-4f73-9c3c-068b1b865f8c tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 210 time: 0.0301423 Jun 22 10:18:48.843397 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dec18e-52b0-4bda-897a-8bb46d22d5df req-77075f72-8ad1-437c-926a-b22fea9428f0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:48.846557 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f4dec18e-52b0-4bda-897a-8bb46d22d5df req-77075f72-8ad1-437c-926a-b22fea9428f0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0562794 Jun 22 10:18:48.910535 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f4dec18e-52b0-4bda-897a-8bb46d22d5df req-df9c9b2f-8f3b-4f93-9146-953fcf08a860 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581481 Jun 22 10:18:48.974114 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e65c69-0e86-4b00-b46f-6513dce18f0e req-21f349b3-92b4-40d8-b1dd-8b8f4055d0c2 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:48.975686 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f1e65c69-0e86-4b00-b46f-6513dce18f0e req-21f349b3-92b4-40d8-b1dd-8b8f4055d0c2 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0643196 Jun 22 10:18:49.026296 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f1e65c69-0e86-4b00-b46f-6513dce18f0e req-c36b3038-f7dc-445e-9c64-c39209f83a7e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447106 Jun 22 10:18:49.347713 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1d616bf7-010b-4eaf-a542-c59f591eca43 req-e181ad7d-677e-4a2f-81d5-c20c98e0eaf5 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 210 time: 0.0275943 Jun 22 10:18:50.008069 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=70,neutron:DELETE=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:50.029996 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:50.035972 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15f834-900e-410a-8188-2e6f9ad06c6b req-5de720d3-f9bd-4055-b0be-f60b30120b77 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:50.037483 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-de15f834-900e-410a-8188-2e6f9ad06c6b req-5de720d3-f9bd-4055-b0be-f60b30120b77 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0518942 Jun 22 10:18:50.091226 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-de15f834-900e-410a-8188-2e6f9ad06c6b req-403bff23-51b7-49d8-8659-8503031574f5 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438018 Jun 22 10:18:50.142959 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990925a2-0fbf-4a02-861c-3e5dc4eea683 req-fa369bda-c49b-4785-a908-6648783c33d3 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:50.144357 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-990925a2-0fbf-4a02-861c-3e5dc4eea683 req-fa369bda-c49b-4785-a908-6648783c33d3 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0494299 Jun 22 10:18:50.193013 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-990925a2-0fbf-4a02-861c-3e5dc4eea683 req-8c5a0127-e6b0-4cc9-b6c9-6e021cbe949c tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427523 Jun 22 10:18:50.456335 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-932a4efc-1824-4417-a21c-5c117b7f2f7a req-94ca5196-947e-4a0a-9ae8-11639dc5a08a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769761 Jun 22 10:18:50.470328 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a30f4792-6c11-455c-b5d7-2cee9f044927 req-d371bb29-eefa-4830-a0f8-e160314b3f6a tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=884a31e3-235c-4ca6-84e5-3dbdcd403d4d HTTP/1.1" status: 200 len: 210 time: 0.0387368 Jun 22 10:18:51.209286 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a4efc-1824-4417-a21c-5c117b7f2f7a req-a1702fb2-2236-42e5-8259-1ee03bcd1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:51.210836 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-932a4efc-1824-4417-a21c-5c117b7f2f7a req-a1702fb2-2236-42e5-8259-1ee03bcd1c3f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2&device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 1130 time: 0.2773228 Jun 22 10:18:51.217278 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3667021-7378-4ff9-b4a1-ab3fd6fec111 req-140aff23-3527-4f47-a873-a42ce413b5ec tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:51.218888 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c3667021-7378-4ff9-b4a1-ab3fd6fec111 req-140aff23-3527-4f47-a873-a42ce413b5ec tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0552344 Jun 22 10:18:51.242462 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:51.283364 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c3667021-7378-4ff9-b4a1-ab3fd6fec111 req-959ff40e-6741-4344-85ee-1b039a56a94e tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578411 Jun 22 10:18:51.319659 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a91cd-d308-4b43-92c9-6e93c19264a6 req-6cb5d249-5d42-482f-824c-4dcd1846ed8b tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:51.320990 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a4efc-1824-4417-a21c-5c117b7f2f7a req-6d75fa82-e06a-43e5-958e-cd90235ae187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:51.321142 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f08a91cd-d308-4b43-92c9-6e93c19264a6 req-6cb5d249-5d42-482f-824c-4dcd1846ed8b tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0555618 Jun 22 10:18:51.322561 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-932a4efc-1824-4417-a21c-5c117b7f2f7a req-6d75fa82-e06a-43e5-958e-cd90235ae187 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4f5c1d12-de71-40fa-95b0-3e1b37dac412 HTTP/1.1" status: 200 len: 920 time: 0.0901091 Jun 22 10:18:51.371784 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f08a91cd-d308-4b43-92c9-6e93c19264a6 req-7fbb031a-618a-4d80-8052-54b486d24060 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447009 Jun 22 10:18:51.372574 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-932a4efc-1824-4417-a21c-5c117b7f2f7a req-e90e6410-d4ee-42d2-918d-524e73051e5e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fae1b3df-59c5-40aa-9acc-2d668ec3c54d HTTP/1.1" status: 200 len: 217 time: 0.0361519 Jun 22 10:18:51.422892 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a4efc-1824-4417-a21c-5c117b7f2f7a req-abda8ed2-2226-481d-bbd7-73fd2a3a8d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:51.424089 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-932a4efc-1824-4417-a21c-5c117b7f2f7a req-abda8ed2-2226-481d-bbd7-73fd2a3a8d01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d52cd81-ade1-4a9c-ad07-0183651deb0b HTTP/1.1" status: 200 len: 858 time: 0.0448527 Jun 22 10:18:51.468022 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a4efc-1824-4417-a21c-5c117b7f2f7a req-cba3a10e-6bb2-463c-bef3-8be4b57c57a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:51.470105 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-932a4efc-1824-4417-a21c-5c117b7f2f7a req-cba3a10e-6bb2-463c-bef3-8be4b57c57a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f5c1d12-de71-40fa-95b0-3e1b37dac412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386927 Jun 22 10:18:51.576420 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-932a4efc-1824-4417-a21c-5c117b7f2f7a req-cc3d7eee-b44c-471e-a3b3-a9826b17fc75 service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984540 Jun 22 10:18:51.635020 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d7472-7d35-41c5-b310-0496e528b275 req-27c287e1-4001-4479-a0e0-011f027f7672 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:51.636736 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a86d7472-7d35-41c5-b310-0496e528b275 req-27c287e1-4001-4479-a0e0-011f027f7672 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0607922 Jun 22 10:18:51.694542 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a86d7472-7d35-41c5-b310-0496e528b275 req-1188f688-9bbf-48a6-92fe-17ff46750181 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506144 Jun 22 10:18:51.736824 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-932a4efc-1824-4417-a21c-5c117b7f2f7a req-bdbe9706-b48f-4ba5-bb73-03f50d0c811a service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419435 Jun 22 10:18:51.737989 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5fc6a-50a5-4613-955e-094de0488461 req-f71290ec-e18e-4721-9fdf-758ed2ad23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:51.739359 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-38f5fc6a-50a5-4613-955e-094de0488461 req-f71290ec-e18e-4721-9fdf-758ed2ad23d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad52333bcbec425089c44c3e55df97ff&device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 1130 time: 0.0621791 Jun 22 10:18:51.821382 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-7939f6e5-7cdc-4b98-90f2-ff312a9e0e85 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:51.822894 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-7939f6e5-7cdc-4b98-90f2-ff312a9e0e85 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/networks?id=e3bd5741-bd96-458e-92f1-363af9f36a6d HTTP/1.1" status: 200 len: 809 time: 0.1027527 Jun 22 10:18:51.837939 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-d939b463-ba5b-4cec-a205-109182edf28f tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/quotas/0b75addf2f334d7cb584ccae7779d3f1 HTTP/1.1" status: 200 len: 375 time: 0.0095794 Jun 22 10:18:51.847131 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5fc6a-50a5-4613-955e-094de0488461 req-61ef0514-5080-477d-bd55-932881e55a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:51.848661 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-38f5fc6a-50a5-4613-955e-094de0488461 req-61ef0514-5080-477d-bd55-932881e55a09 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f4e78d1e-cabc-488a-aae3-f9e986faebb4 HTTP/1.1" status: 200 len: 912 time: 0.0976350 Jun 22 10:18:51.876523 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-8e096f56-0789-4fda-b60e-6412a254383a tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b75addf2f334d7cb584ccae7779d3f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331886 Jun 22 10:18:51.964786 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-644ff390-2aed-40a6-8d49-c277f49317aa service neutron] 10.222.0.43 "GET /v2.0/networks/e3bd5741-bd96-458e-92f1-363af9f36a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816462 Jun 22 10:18:52.003573 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:52.059214 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-779d5135-1006-464a-b390-9a526b628038 service neutron] 10.222.0.43 "GET /v2.0/networks/e3bd5741-bd96-458e-92f1-363af9f36a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882456 Jun 22 10:18:52.157342 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-38f5fc6a-50a5-4613-955e-094de0488461 req-e3da4dbd-aed0-40cb-9851-0dc03cffb9c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d017dd0e-ef63-4ffa-af06-35b32a6bf63f HTTP/1.1" status: 200 len: 1001 time: 0.0804679 Jun 22 10:18:52.226663 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5fc6a-50a5-4613-955e-094de0488461 req-6aa101c2-2d53-4f65-8065-761cd04e7dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:52.228258 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-38f5fc6a-50a5-4613-955e-094de0488461 req-6aa101c2-2d53-4f65-8065-761cd04e7dd5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783 HTTP/1.1" status: 200 len: 850 time: 0.0603404 Jun 22 10:18:52.229846 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d86074c8-b627-48a7-81ef-5562560d460c req-1fe44dba-1253-41f5-8979-24447e3a2363 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2ba0b0-be2d-4a81-9abd-f7cc17b57602 HTTP/1.1" status: 200 len: 210 time: 0.0341558 Jun 22 10:18:52.282749 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5fc6a-50a5-4613-955e-094de0488461 req-d6c1bc14-b723-429e-99cf-3a3e420ece43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:52.284296 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-38f5fc6a-50a5-4613-955e-094de0488461 req-d6c1bc14-b723-429e-99cf-3a3e420ece43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f4e78d1e-cabc-488a-aae3-f9e986faebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483005 Jun 22 10:18:52.426452 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-38f5fc6a-50a5-4613-955e-094de0488461 req-3503c313-d489-48d4-99c4-4b0dfdc51f42 service neutron] 10.222.0.59 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305177 Jun 22 10:18:52.428429 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6124eb-8ac2-4d0b-9fd9-77a39466b33b req-1d24faf1-1645-45fc-a45b-19547b618cd5 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:52.429959 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-da6124eb-8ac2-4d0b-9fd9-77a39466b33b req-1d24faf1-1645-45fc-a45b-19547b618cd5 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0489252 Jun 22 10:18:52.483850 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-da6124eb-8ac2-4d0b-9fd9-77a39466b33b req-ae4ee07e-7b90-46fe-8838-62d9e041159a tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481799 Jun 22 10:18:52.558169 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-38f5fc6a-50a5-4613-955e-094de0488461 req-9c8f413c-e40e-44d5-a1ac-e81f4a986fab service neutron] 10.222.0.59 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964000 Jun 22 10:18:52.820060 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d67634-099a-4c34-8c10-4901321bc712 req-059d3a55-1b78-40df-81d2-5d8019ea149f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:52.821585 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-66d67634-099a-4c34-8c10-4901321bc712 req-059d3a55-1b78-40df-81d2-5d8019ea149f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0527625 Jun 22 10:18:52.869512 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-66d67634-099a-4c34-8c10-4901321bc712 req-c5cffb2c-baf4-491a-b76e-44652c42aa6f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422454 Jun 22 10:18:53.324739 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a94bd2d4-ad73-4edf-8212-06d125ceded6 req-08dad555-2d4d-42b8-83ed-55f5b9f95a50 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2ba0b0-be2d-4a81-9abd-f7cc17b57602 HTTP/1.1" status: 200 len: 210 time: 0.0277195 Jun 22 10:18:53.612554 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b33367-4b17-41c9-b161-d14e9bb57315 req-32bc822f-a6ea-4033-bbc2-aae9a37690d6 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:53.614140 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a4b33367-4b17-41c9-b161-d14e9bb57315 req-32bc822f-a6ea-4033-bbc2-aae9a37690d6 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0524085 Jun 22 10:18:53.663264 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a4b33367-4b17-41c9-b161-d14e9bb57315 req-ca7f26f5-1919-4952-affb-10f3f6c4ad1c tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435619 Jun 22 10:18:53.986986 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656a46f-9eb1-4635-848a-26e644eb2ccf req-d67bea16-fc89-4f3d-b925-44ff2f955fe0 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:53.988490 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7656a46f-9eb1-4635-848a-26e644eb2ccf req-d67bea16-fc89-4f3d-b925-44ff2f955fe0 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0528030 Jun 22 10:18:54.035934 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7656a46f-9eb1-4635-848a-26e644eb2ccf req-2408bb8f-38f8-44c8-a9ce-0aa15fd1acd2 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418653 Jun 22 10:18:54.120322 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:54.190823 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:54.199181 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-b49a193d-bee9-4619-9a5d-704dd8957ef8 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:54.201152 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-b49a193d-bee9-4619-9a5d-704dd8957ef8 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.59 "GET /v2.0/networks?id=e3bd5741-bd96-458e-92f1-363af9f36a6d HTTP/1.1" status: 200 len: 809 time: 0.1097569 Jun 22 10:18:54.213503 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-a952ffab-eb05-45c3-9708-c72bd762093f tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Request body: {'port': {'device_id': '6b2ba0b0-be2d-4a81-9abd-f7cc17b57602', 'network_id': 'e3bd5741-bd96-458e-92f1-363af9f36a6d', 'admin_state_up': True, 'tenant_id': '0b75addf2f334d7cb584ccae7779d3f1'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:18:54.325330 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-a952ffab-eb05-45c3-9708-c72bd762093f tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Made reservation on behalf of 0b75addf2f334d7cb584ccae7779d3f1 for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:18:54.329383 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-a952ffab-eb05-45c3-9708-c72bd762093f tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:54.426734 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-de83b349-14c9-4bd1-aad0-c48f87826373 req-294f6ac1-ec1d-4593-81e3-e87a0e724032 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2ba0b0-be2d-4a81-9abd-f7cc17b57602 HTTP/1.1" status: 200 len: 210 time: 0.0286129 Jun 22 10:18:54.454409 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-a952ffab-eb05-45c3-9708-c72bd762093f tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Allocated IP 172.20.0.9 (e3bd5741-bd96-458e-92f1-363af9f36a6d/c6380ff7-18d1-40fa-a825-a78c439eacda/d82309d3-6edc-4d2b-ba67-2d5c0226c1fc) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:18:54.602460 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-a952ffab-eb05-45c3-9708-c72bd762093f tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Publish callbacks [] for port (d82309d3-6edc-4d2b-ba67-2d5c0226c1fc), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:54.634803 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-a952ffab-eb05-45c3-9708-c72bd762093f tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (d82309d3-6edc-4d2b-ba67-2d5c0226c1fc), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:54.677171 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-a952ffab-eb05-45c3-9708-c72bd762093f tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Network e3bd5741-bd96-458e-92f1-363af9f36a6d is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:18:54.680297 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-a952ffab-eb05-45c3-9708-c72bd762093f tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:18:54.682811 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-a952ffab-eb05-45c3-9708-c72bd762093f tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:18:54.712530 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952ffab-eb05-45c3-9708-c72bd762093f tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Pushing event updated for resources: {'Port': ['ID=d82309d3-6edc-4d2b-ba67-2d5c0226c1fc,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:54.743479 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-a952ffab-eb05-45c3-9708-c72bd762093f tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:54.744082 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-a952ffab-eb05-45c3-9708-c72bd762093f tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:54.761635 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-a952ffab-eb05-45c3-9708-c72bd762093f tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5519478 Jun 22 10:18:54.773221 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] Request body: {'port': {'device_id': '6b2ba0b0-be2d-4a81-9abd-f7cc17b57602', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:18:54.784256 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69594d-d547-4c81-806e-cbc09b984042 req-623582a5-73cf-44a4-a6f9-77c2188b67c5 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:54.785981 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-be69594d-d547-4c81-806e-cbc09b984042 req-623582a5-73cf-44a4-a6f9-77c2188b67c5 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0487733 Jun 22 10:18:54.831472 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (d82309d3-6edc-4d2b-ba67-2d5c0226c1fc), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:54.836840 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-be69594d-d547-4c81-806e-cbc09b984042 req-3d786478-5212-4ced-a6a4-dc8fd3d57b3e tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451570 Jun 22 10:18:54.873530 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:55.018810 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:55.091874 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82309d3-6edc-4d2b-ba67-2d5c0226c1fc {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:18:55.099790 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] Publish callbacks [] for port (d82309d3-6edc-4d2b-ba67-2d5c0226c1fc), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:55.112832 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] Transition to ACTIVE for port object d82309d3-6edc-4d2b-ba67-2d5c0226c1fc will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:18:55.116172 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (d82309d3-6edc-4d2b-ba67-2d5c0226c1fc), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:55.164612 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=d82309d3-6edc-4d2b-ba67-2d5c0226c1fc,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:55.234333 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] Attempting to bind port d82309d3-6edc-4d2b-ba67-2d5c0226c1fc on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:18:55.235276 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] Attempting to bind port d82309d3-6edc-4d2b-ba67-2d5c0226c1fc by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'f82fde99-5bb4-43d3-8fc0-c75eb8fac109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'e3bd5741-bd96-458e-92f1-363af9f36a6d'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:18:55.235743 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] Attempting to bind port d82309d3-6edc-4d2b-ba67-2d5c0226c1fc on network e3bd5741-bd96-458e-92f1-363af9f36a6d {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:18:55.240051 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] Port d82309d3-6edc-4d2b-ba67-2d5c0226c1fc on network e3bd5741-bd96-458e-92f1-363af9f36a6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:18:55.240377 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] Attempting to bind port d82309d3-6edc-4d2b-ba67-2d5c0226c1fc on network e3bd5741-bd96-458e-92f1-363af9f36a6d {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:18:55.245158 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:18:55.245495 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] Checking segment: {'id': 'f82fde99-5bb4-43d3-8fc0-c75eb8fac109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'e3bd5741-bd96-458e-92f1-363af9f36a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:18:55.245912 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] Bound using segment: {'id': 'f82fde99-5bb4-43d3-8fc0-c75eb8fac109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'e3bd5741-bd96-458e-92f1-363af9f36a6d'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:18:55.246336 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] Bound port: d82309d3-6edc-4d2b-ba67-2d5c0226c1fc, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82fde99-5bb4-43d3-8fc0-c75eb8fac109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'e3bd5741-bd96-458e-92f1-363af9f36a6d'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:18:55.246692 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (d82309d3-6edc-4d2b-ba67-2d5c0226c1fc), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:55.308850 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] For port d82309d3-6edc-4d2b-ba67-2d5c0226c1fc, host hv-cinder-84713, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:18:55.311737 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] For port d82309d3-6edc-4d2b-ba67-2d5c0226c1fc, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=d82309d3-6edc-4d2b-ba67-2d5c0226c1fc,segment=NetworkSegment(f82fde99-5bb4-43d3-8fc0-c75eb8fac109),segment_id=f82fde99-5bb4-43d3-8fc0-c75eb8fac109)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:18:55.317830 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (d82309d3-6edc-4d2b-ba67-2d5c0226c1fc), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:55.355693 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:55.356319 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:55.357752 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] 10.222.0.59 "PUT /v2.0/ports/d82309d3-6edc-4d2b-ba67-2d5c0226c1fc HTTP/1.1" status: 200 len: 1093 time: 0.5889525 Jun 22 10:18:55.358216 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2ba0b0-be2d-4a81-9abd-f7cc17b57602', 'tag': 'd82309d3-6edc-4d2b-ba67-2d5c0226c1fc'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:18:55.361144 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f607baee-5681-4ae6-992e-fdb688c400b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2ba0b0-be2d-4a81-9abd-f7cc17b57602", "tag": "d82309d3-6edc-4d2b-ba67-2d5c0226c1fc"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:18:55.380104 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f012e5-bff7-4751-ac25-5ed706361ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=d82309d3-6edc-4d2b-ba67-2d5c0226c1fc,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:55.415908 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b143b4a8-0c40-4344-ba1c-33ba4fb14b37 x-openstack-request-id: req-b143b4a8-0c40-4344-ba1c-33ba4fb14b37 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:18:55.416197 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2ba0b0-be2d-4a81-9abd-f7cc17b57602", "tag": "d82309d3-6edc-4d2b-ba67-2d5c0226c1fc", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:18:55.416450 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b143b4a8-0c40-4344-ba1c-33ba4fb14b37 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:18:55.416841 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b143b4a8-0c40-4344-ba1c-33ba4fb14b37'] response: {'name': 'network-changed', 'server_uuid': '6b2ba0b0-be2d-4a81-9abd-f7cc17b57602', 'tag': 'd82309d3-6edc-4d2b-ba67-2d5c0226c1fc', 'status': 'completed', 'code': 200} Jun 22 10:18:55.443744 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-8ebb0e0e-421a-4455-bd96-b778329e9104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:55.445257 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-8ebb0e0e-421a-4455-bd96-b778329e9104 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b75addf2f334d7cb584ccae7779d3f1&device_id=6b2ba0b0-be2d-4a81-9abd-f7cc17b57602 HTTP/1.1" status: 200 len: 1127 time: 0.0447845 Jun 22 10:18:55.487678 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-7be3a6da-1f80-451e-8051-e8ea19781e80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d82309d3-6edc-4d2b-ba67-2d5c0226c1fc HTTP/1.1" status: 200 len: 217 time: 0.0348711 Jun 22 10:18:55.542698 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46349a9d-e403-493f-9917-54ce7ef1ba29 req-0b1cb522-fa92-4525-9de6-68878fc4000d tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:55.544184 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-46349a9d-e403-493f-9917-54ce7ef1ba29 req-0b1cb522-fa92-4525-9de6-68878fc4000d tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2ba0b0-be2d-4a81-9abd-f7cc17b57602 HTTP/1.1" status: 200 len: 943 time: 0.0474248 Jun 22 10:18:55.545266 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-9ffc50ef-d28d-4478-8c38-79ee6ac9dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:55.546779 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-9ffc50ef-d28d-4478-8c38-79ee6ac9dd4a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c6380ff7-18d1-40fa-a825-a78c439eacda HTTP/1.1" status: 200 len: 849 time: 0.0512738 Jun 22 10:18:55.568962 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:55.580814 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-5a2bea10-1a4f-43e6-81e2-bd1a931d6bf0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3bd5741-bd96-458e-92f1-363af9f36a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270743 Jun 22 10:18:55.592858 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-46349a9d-e403-493f-9917-54ce7ef1ba29 req-c3bf6e02-8525-4980-a8fc-f70425a3fa95 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426409 Jun 22 10:18:55.671666 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-95cd89e8-1308-4052-8605-0010ba12f842 service neutron] 10.222.0.59 "GET /v2.0/networks/e3bd5741-bd96-458e-92f1-363af9f36a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831366 Jun 22 10:18:55.769323 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-88435b32-dd56-4c6a-ac0b-1217042dba8e req-f34baf5e-a811-48d3-8fe7-9bf9d41107a9 service neutron] 10.222.0.59 "GET /v2.0/networks/e3bd5741-bd96-458e-92f1-363af9f36a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910783 Jun 22 10:18:55.960974 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571b6bd-aa6e-44bc-b524-dd7564febb2f req-f7af9e47-d154-4527-8556-77fdb722cf11 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:55.962483 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8571b6bd-aa6e-44bc-b524-dd7564febb2f req-f7af9e47-d154-4527-8556-77fdb722cf11 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0469987 Jun 22 10:18:56.024195 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8571b6bd-aa6e-44bc-b524-dd7564febb2f req-06844ad8-2c44-48da-9f46-fd6d535245af tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562038 Jun 22 10:18:56.455747 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:56.460216 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:56.709888 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83296a-7a0e-4a2a-b551-ecba95af6f1d req-2b9c1515-151e-47a6-9a4e-6cf97986562d tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:56.711354 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3b83296a-7a0e-4a2a-b551-ecba95af6f1d req-2b9c1515-151e-47a6-9a4e-6cf97986562d tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2ba0b0-be2d-4a81-9abd-f7cc17b57602 HTTP/1.1" status: 200 len: 943 time: 0.0505950 Jun 22 10:18:56.758076 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3b83296a-7a0e-4a2a-b551-ecba95af6f1d req-9a0e8942-cac7-40dc-980d-76663770d69a tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412893 Jun 22 10:18:56.897760 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:56.927171 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607baee-5681-4ae6-992e-fdb688c400b9 req-958ecc28-0c43-466a-b7a1-53f73f0e7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:56.928671 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f607baee-5681-4ae6-992e-fdb688c400b9 req-958ecc28-0c43-466a-b7a1-53f73f0e7fd8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b75addf2f334d7cb584ccae7779d3f1&device_id=6b2ba0b0-be2d-4a81-9abd-f7cc17b57602 HTTP/1.1" status: 200 len: 1127 time: 0.0399692 Jun 22 10:18:57.145141 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f4bdd-46e6-47ef-8f1d-a5be354b180b req-c61c9d87-1f1d-434a-926e-96233f8d410b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:57.146638 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-347f4bdd-46e6-47ef-8f1d-a5be354b180b req-c61c9d87-1f1d-434a-926e-96233f8d410b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 943 time: 0.0481806 Jun 22 10:18:57.194566 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-347f4bdd-46e6-47ef-8f1d-a5be354b180b req-577a976c-6d90-4693-a9ee-7779fc9ac7be tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425429 Jun 22 10:18:57.871773 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc83ff0-de0f-4a06-b91d-c7181b7a4c9a req-8d311038-1f4c-4a35-86ae-d882d18e4a14 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:57.873325 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cfc83ff0-de0f-4a06-b91d-c7181b7a4c9a req-8d311038-1f4c-4a35-86ae-d882d18e4a14 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2ba0b0-be2d-4a81-9abd-f7cc17b57602 HTTP/1.1" status: 200 len: 943 time: 0.0478175 Jun 22 10:18:57.896524 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607baee-5681-4ae6-992e-fdb688c400b9 req-e2932999-af8f-40ad-bb76-c9b9c774382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:57.898055 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f607baee-5681-4ae6-992e-fdb688c400b9 req-e2932999-af8f-40ad-bb76-c9b9c774382e service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3bd5741-bd96-458e-92f1-363af9f36a6d HTTP/1.1" status: 200 len: 910 time: 0.0927317 Jun 22 10:18:57.923466 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:57.928644 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cfc83ff0-de0f-4a06-b91d-c7181b7a4c9a req-4c5cbd6b-fd9f-4cfb-b852-538167b20bab tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498304 Jun 22 10:18:57.938226 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f607baee-5681-4ae6-992e-fdb688c400b9 req-dd554a02-b2f4-42f8-ac07-19f65820ce40 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d82309d3-6edc-4d2b-ba67-2d5c0226c1fc HTTP/1.1" status: 200 len: 217 time: 0.0324903 Jun 22 10:18:57.987803 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607baee-5681-4ae6-992e-fdb688c400b9 req-d7e73351-ad8c-459b-974f-4a61570aa54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:57.989293 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f607baee-5681-4ae6-992e-fdb688c400b9 req-d7e73351-ad8c-459b-974f-4a61570aa54f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c6380ff7-18d1-40fa-a825-a78c439eacda HTTP/1.1" status: 200 len: 849 time: 0.0445881 Jun 22 10:18:57.994571 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:58.014458 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 468a7090-7d3f-43e5-8303-b6f8870ced56 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:18:58.029512 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f607baee-5681-4ae6-992e-fdb688c400b9 req-6edea964-3a56-4163-a9b3-eb1653fbf915 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3bd5741-bd96-458e-92f1-363af9f36a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323601 Jun 22 10:18:58.106559 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:58.116927 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 468a7090-7d3f-43e5-8303-b6f8870ced56, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=468a7090-7d3f-43e5-8303-b6f8870ced56,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:58.123183 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f607baee-5681-4ae6-992e-fdb688c400b9 req-3d80e109-4f8b-433b-9e13-5629b6965761 service neutron] 10.222.0.59 "GET /v2.0/networks/e3bd5741-bd96-458e-92f1-363af9f36a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866244 Jun 22 10:18:58.129778 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': '468a7090-7d3f-43e5-8303-b6f8870ced56', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'port_id': '468a7090-7d3f-43e5-8303-b6f8870ced56', 'mac_address': 'fa:16:3e:a0:62:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 972, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:18:58.166064 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 468a7090-7d3f-43e5-8303-b6f8870ced56 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:18:58.166458 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:58.183617 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 468a7090-7d3f-43e5-8303-b6f8870ced56 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:18:58.204486 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 468a7090-7d3f-43e5-8303-b6f8870ced56, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=468a7090-7d3f-43e5-8303-b6f8870ced56,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:58.209430 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:58.210131 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device d82309d3-6edc-4d2b-ba67-2d5c0226c1fc details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:18:58.218114 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f607baee-5681-4ae6-992e-fdb688c400b9 req-875e6bff-6b3c-4959-b832-8df88e408c07 service neutron] 10.222.0.59 "GET /v2.0/networks/e3bd5741-bd96-458e-92f1-363af9f36a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873318 Jun 22 10:18:58.318419 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1eb19-9f93-441b-b88d-abbd135d81ae req-66788d48-3eed-4ae6-8c67-53639d1ce831 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:58.319947 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f8c1eb19-9f93-441b-b88d-abbd135d81ae req-66788d48-3eed-4ae6-8c67-53639d1ce831 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 944 time: 0.0487328 Jun 22 10:18:58.383631 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f8c1eb19-9f93-441b-b88d-abbd135d81ae req-eecc0826-9fd8-4836-900c-6e883f3a4e55 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580592 Jun 22 10:18:58.414287 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=468a7090-7d3f-43e5-8303-b6f8870ced56,revision_number=9']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:58.487156 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port d82309d3-6edc-4d2b-ba67-2d5c0226c1fc, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=d82309d3-6edc-4d2b-ba67-2d5c0226c1fc,segment=NetworkSegment(f82fde99-5bb4-43d3-8fc0-c75eb8fac109),segment_id=f82fde99-5bb4-43d3-8fc0-c75eb8fac109)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:58.498363 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': 'd82309d3-6edc-4d2b-ba67-2d5c0226c1fc', 'network_id': 'e3bd5741-bd96-458e-92f1-363af9f36a6d', 'port_id': 'd82309d3-6edc-4d2b-ba67-2d5c0226c1fc', 'mac_address': 'fa:16:3e:3d:8b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6380ff7-18d1-40fa-a825-a78c439eacda', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:18:58.533297 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port d82309d3-6edc-4d2b-ba67-2d5c0226c1fc is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:18:58.533711 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (d82309d3-6edc-4d2b-ba67-2d5c0226c1fc), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:58.546118 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82309d3-6edc-4d2b-ba67-2d5c0226c1fc {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:18:58.567177 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port d82309d3-6edc-4d2b-ba67-2d5c0226c1fc, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=d82309d3-6edc-4d2b-ba67-2d5c0226c1fc,segment=NetworkSegment(f82fde99-5bb4-43d3-8fc0-c75eb8fac109),segment_id=f82fde99-5bb4-43d3-8fc0-c75eb8fac109)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:18:58.570832 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (d82309d3-6edc-4d2b-ba67-2d5c0226c1fc), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:18:58.617809 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=d82309d3-6edc-4d2b-ba67-2d5c0226c1fc,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:18:59.044206 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ebd9a-4e29-4cd3-9e53-1ce97ecf02dc req-acbb5c5f-39ec-4326-a294-d174bb6adec2 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:59.045671 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a36ebd9a-4e29-4cd3-9e53-1ce97ecf02dc req-acbb5c5f-39ec-4326-a294-d174bb6adec2 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2ba0b0-be2d-4a81-9abd-f7cc17b57602 HTTP/1.1" status: 200 len: 944 time: 0.0474555 Jun 22 10:18:59.092514 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a36ebd9a-4e29-4cd3-9e53-1ce97ecf02dc req-0ac4f279-4f94-4608-8572-c0097d8952d5 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412025 Jun 22 10:18:59.096179 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['468a7090-7d3f-43e5-8303-b6f8870ced56'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:18:59.222746 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['d82309d3-6edc-4d2b-ba67-2d5c0226c1fc'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:18:59.291165 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:59.319174 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:18:59.506158 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d7301-4d15-4778-b3db-c63e767dcb7b req-a3afce3b-136e-49c6-a33b-98a5dd3dc064 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:18:59.507547 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f56d7301-4d15-4778-b3db-c63e767dcb7b req-a3afce3b-136e-49c6-a33b-98a5dd3dc064 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 944 time: 0.0504074 Jun 22 10:18:59.553772 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f56d7301-4d15-4778-b3db-c63e767dcb7b req-f9532351-413d-4a43-9000-8d508487e99c tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406761 Jun 22 10:19:00.208160 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22da3d-d6f3-461a-8cd7-e676a5664b57 req-c2732790-fa90-4de6-b674-a346b312c3a1 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:00.209718 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3d22da3d-d6f3-461a-8cd7-e676a5664b57 req-c2732790-fa90-4de6-b674-a346b312c3a1 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2ba0b0-be2d-4a81-9abd-f7cc17b57602 HTTP/1.1" status: 200 len: 944 time: 0.0475099 Jun 22 10:19:00.256895 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3d22da3d-d6f3-461a-8cd7-e676a5664b57 req-92cedee9-d6aa-4bf9-91b5-42b36107dd79 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417204 Jun 22 10:19:00.677109 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7379508-d69f-4a6d-86ea-ec2454fadbc3 req-1298fe7a-7289-47f5-994d-fb6365238af5 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:00.678604 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f7379508-d69f-4a6d-86ea-ec2454fadbc3 req-1298fe7a-7289-47f5-994d-fb6365238af5 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 944 time: 0.0501077 Jun 22 10:19:00.724625 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f7379508-d69f-4a6d-86ea-ec2454fadbc3 req-caee3daf-3684-45f6-ba8f-ca3ee6bfd028 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406237 Jun 22 10:19:00.818072 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 468a7090-7d3f-43e5-8303-b6f8870ced56 up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:19:00.859991 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port 468a7090-7d3f-43e5-8303-b6f8870ced56 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:00.860446 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:00.935023 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 468a7090-7d3f-43e5-8303-b6f8870ced56 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:00.935323 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:00.957743 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dbd5ab-5688-4de4-9da2-0b89d7cefb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468a7090-7d3f-43e5-8303-b6f8870ced56'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:19:00.959938 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fac0048-d948-43d2-9c7b-ab499448d211" -d '{"events": [{"server_uuid": "73dbd5ab-5688-4de4-9da2-0b89d7cefb11", "name": "network-vif-plugged", "status": "completed", "tag": "468a7090-7d3f-43e5-8303-b6f8870ced56"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:19:00.973125 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 468a7090-7d3f-43e5-8303-b6f8870ced56, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=468a7090-7d3f-43e5-8303-b6f8870ced56,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:19:00.978930 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:00.979819 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device d82309d3-6edc-4d2b-ba67-2d5c0226c1fc up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:19:01.017774 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4faefeb-f2c4-45e9-9414-bdb456e5522c x-openstack-request-id: req-e4faefeb-f2c4-45e9-9414-bdb456e5522c {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:19:01.018064 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dbd5ab-5688-4de4-9da2-0b89d7cefb11", "name": "network-vif-plugged", "status": "completed", "tag": "468a7090-7d3f-43e5-8303-b6f8870ced56", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:19:01.018323 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4faefeb-f2c4-45e9-9414-bdb456e5522c {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:19:01.018729 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4faefeb-f2c4-45e9-9414-bdb456e5522c'] response: {'server_uuid': '73dbd5ab-5688-4de4-9da2-0b89d7cefb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468a7090-7d3f-43e5-8303-b6f8870ced56', 'code': 200} Jun 22 10:19:01.058592 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=468a7090-7d3f-43e5-8303-b6f8870ced56,revision_number=10']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:01.064664 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port d82309d3-6edc-4d2b-ba67-2d5c0226c1fc completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:19:01.070912 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port d82309d3-6edc-4d2b-ba67-2d5c0226c1fc triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:01.071285 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (d82309d3-6edc-4d2b-ba67-2d5c0226c1fc), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:01.145957 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port d82309d3-6edc-4d2b-ba67-2d5c0226c1fc is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:01.146350 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (d82309d3-6edc-4d2b-ba67-2d5c0226c1fc), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:01.180008 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port d82309d3-6edc-4d2b-ba67-2d5c0226c1fc, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=d82309d3-6edc-4d2b-ba67-2d5c0226c1fc,segment=NetworkSegment(f82fde99-5bb4-43d3-8fc0-c75eb8fac109),segment_id=f82fde99-5bb4-43d3-8fc0-c75eb8fac109)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:19:01.183674 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (d82309d3-6edc-4d2b-ba67-2d5c0226c1fc), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:01.228953 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=d82309d3-6edc-4d2b-ba67-2d5c0226c1fc,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:01.372018 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f70764-f98f-4bed-87a9-e5e091ddcdd8 req-d438612b-1d9b-4713-8e32-9bee640936e7 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:01.373527 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-41f70764-f98f-4bed-87a9-e5e091ddcdd8 req-d438612b-1d9b-4713-8e32-9bee640936e7 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2ba0b0-be2d-4a81-9abd-f7cc17b57602 HTTP/1.1" status: 200 len: 945 time: 0.0507898 Jun 22 10:19:01.426787 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-41f70764-f98f-4bed-87a9-e5e091ddcdd8 req-587d6424-5beb-406f-9833-ff7d603c33fc tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463724 Jun 22 10:19:01.548214 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a57ed9-cbce-4dca-9ab6-ad34e924cb71 req-0c29251f-26c4-4eec-bc9c-9b35933ce752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:01.549621 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-39a57ed9-cbce-4dca-9ab6-ad34e924cb71 req-0c29251f-26c4-4eec-bc9c-9b35933ce752 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 1130 time: 0.0389781 Jun 22 10:19:01.594364 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-39a57ed9-cbce-4dca-9ab6-ad34e924cb71 req-a9a5f5a6-8343-46a9-b373-ba93d19a7590 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372167 Jun 22 10:19:01.829246 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:01.846467 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27407a97-02b6-4d62-9458-c810b86fa614 req-06b357dd-644f-4fd6-b0f3-cad793c225da tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:01.847935 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-27407a97-02b6-4d62-9458-c810b86fa614 req-06b357dd-644f-4fd6-b0f3-cad793c225da tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 946 time: 0.0469801 Jun 22 10:19:01.900184 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-27407a97-02b6-4d62-9458-c810b86fa614 req-eb44a11b-2c14-4ef7-8828-1487bd9f5f9c tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468361 Jun 22 10:19:02.543364 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54c14d-e8e5-4190-b2aa-b3e278cef255 req-fcf8fcdb-cd82-46a7-ad66-c3e4518cdda8 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:02.544843 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2d54c14d-e8e5-4190-b2aa-b3e278cef255 req-fcf8fcdb-cd82-46a7-ad66-c3e4518cdda8 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2ba0b0-be2d-4a81-9abd-f7cc17b57602 HTTP/1.1" status: 200 len: 945 time: 0.0484700 Jun 22 10:19:02.591895 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2d54c14d-e8e5-4190-b2aa-b3e278cef255 req-4fc379d2-915a-49e9-ae94-0df00e271bde tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409319 Jun 22 10:19:03.020859 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2ba0b0-be2d-4a81-9abd-f7cc17b57602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82309d3-6edc-4d2b-ba67-2d5c0226c1fc'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:19:03.023206 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a953d1-ec9a-4e2d-ab45-adf224e8b5aa" -d '{"events": [{"server_uuid": "6b2ba0b0-be2d-4a81-9abd-f7cc17b57602", "name": "network-vif-plugged", "status": "completed", "tag": "d82309d3-6edc-4d2b-ba67-2d5c0226c1fc"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:19:03.024635 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202e683-9899-4686-985c-6d5adca59e07 req-4bcbcd3a-b1a1-4d42-ae9f-3e834d3adb09 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:03.026554 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c202e683-9899-4686-985c-6d5adca59e07 req-4bcbcd3a-b1a1-4d42-ae9f-3e834d3adb09 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 946 time: 0.0489411 Jun 22 10:19:03.058437 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d83ce33-c10e-4336-ba85-4bc81074b9f9 x-openstack-request-id: req-9d83ce33-c10e-4336-ba85-4bc81074b9f9 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:19:03.058944 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2ba0b0-be2d-4a81-9abd-f7cc17b57602", "name": "network-vif-plugged", "status": "completed", "tag": "d82309d3-6edc-4d2b-ba67-2d5c0226c1fc", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:19:03.059201 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d83ce33-c10e-4336-ba85-4bc81074b9f9 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:19:03.059592 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d83ce33-c10e-4336-ba85-4bc81074b9f9'] response: {'server_uuid': '6b2ba0b0-be2d-4a81-9abd-f7cc17b57602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82309d3-6edc-4d2b-ba67-2d5c0226c1fc', 'code': 200} Jun 22 10:19:03.074975 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c202e683-9899-4686-985c-6d5adca59e07 req-9ef0f7f7-f748-4a5d-a1d6-49e65881c817 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420954 Jun 22 10:19:03.666815 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15bf35-1c16-43cb-a2a8-0ed371cc3e87 req-fb168f04-0542-4c64-85f7-6523f876a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:03.669409 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fa15bf35-1c16-43cb-a2a8-0ed371cc3e87 req-fb168f04-0542-4c64-85f7-6523f876a1c2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6b2ba0b0-be2d-4a81-9abd-f7cc17b57602 HTTP/1.1" status: 200 len: 1129 time: 0.0425773 Jun 22 10:19:03.717038 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcb495-0ee0-43f8-ad2e-953c59c0b8f8 req-43a5d451-a5c1-427f-bc01-54c4989aabff tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:03.722188 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-badcb495-0ee0-43f8-ad2e-953c59c0b8f8 req-43a5d451-a5c1-427f-bc01-54c4989aabff tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2ba0b0-be2d-4a81-9abd-f7cc17b57602 HTTP/1.1" status: 200 len: 945 time: 0.0579796 Jun 22 10:19:03.733455 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-fa15bf35-1c16-43cb-a2a8-0ed371cc3e87 req-cd18843c-f3f3-4c72-94f4-20e3dec40ade service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503101 Jun 22 10:19:03.768671 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-badcb495-0ee0-43f8-ad2e-953c59c0b8f8 req-974f4d3b-488f-4926-a656-77f450497652 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447288 Jun 22 10:19:04.197307 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec60f2f-d515-4cc8-b2db-53bd59269b77 req-a8de96cb-c24a-49c6-868b-f5ec04c99c29 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:04.199161 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6ec60f2f-d515-4cc8-b2db-53bd59269b77 req-a8de96cb-c24a-49c6-868b-f5ec04c99c29 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 946 time: 0.0489469 Jun 22 10:19:04.248820 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6ec60f2f-d515-4cc8-b2db-53bd59269b77 req-46a2ede7-911e-4687-bd0a-3d9eac6bc9a6 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428767 Jun 22 10:19:04.869421 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:04.885215 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322f328-bf7e-4e3d-be1e-59a2fa711d75 req-52f30096-d10c-4740-a040-2d22d4f4b995 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:04.886822 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8322f328-bf7e-4e3d-be1e-59a2fa711d75 req-52f30096-d10c-4740-a040-2d22d4f4b995 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2ba0b0-be2d-4a81-9abd-f7cc17b57602 HTTP/1.1" status: 200 len: 945 time: 0.0490727 Jun 22 10:19:04.939533 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8322f328-bf7e-4e3d-be1e-59a2fa711d75 req-07f70b50-3250-49f1-b1c1-b39dcdd21838 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462894 Jun 22 10:19:05.368490 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228de9e-9cab-442f-9475-38b7a1ed8f79 req-f37dd052-a825-46be-97ed-2d34d8ea9697 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:05.369883 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0228de9e-9cab-442f-9475-38b7a1ed8f79 req-f37dd052-a825-46be-97ed-2d34d8ea9697 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 946 time: 0.0479801 Jun 22 10:19:05.421569 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0228de9e-9cab-442f-9475-38b7a1ed8f79 req-c8ba4286-ec9b-4c5c-b57b-8241328b3a79 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455174 Jun 22 10:19:06.052641 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf837f-2d8b-417e-a67f-95e039f59990 req-25d27f56-a286-4e99-aef5-cb78da60ae25 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:06.054120 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ccbf837f-2d8b-417e-a67f-95e039f59990 req-25d27f56-a286-4e99-aef5-cb78da60ae25 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2ba0b0-be2d-4a81-9abd-f7cc17b57602 HTTP/1.1" status: 200 len: 945 time: 0.0466266 Jun 22 10:19:06.102978 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ccbf837f-2d8b-417e-a67f-95e039f59990 req-82fa12f5-1b88-40e3-afcb-9bb0b548dc16 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432262 Jun 22 10:19:06.839491 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6365d-ccfe-4a24-a32e-e41a3855d166 req-8ede4050-b9bc-4d7d-b9a0-c8b52b9c3708 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:06.841476 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4bf6365d-ccfe-4a24-a32e-e41a3855d166 req-8ede4050-b9bc-4d7d-b9a0-c8b52b9c3708 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2ba0b0-be2d-4a81-9abd-f7cc17b57602 HTTP/1.1" status: 200 len: 945 time: 0.0511994 Jun 22 10:19:06.892436 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4bf6365d-ccfe-4a24-a32e-e41a3855d166 req-38385975-b70a-4db9-917d-aaffb6099cda tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445263 Jun 22 10:19:07.190186 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdbd2a-a318-4dad-9a88-c91570b370da req-fdcf9b1a-c04a-45ee-aa7f-1288fb3edbf5 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:07.191703 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f5bdbd2a-a318-4dad-9a88-c91570b370da req-fdcf9b1a-c04a-45ee-aa7f-1288fb3edbf5 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 945 time: 0.0474629 Jun 22 10:19:07.240045 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f5bdbd2a-a318-4dad-9a88-c91570b370da req-f4bafb43-902d-4954-adad-23b7ecf029a4 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e084b7-285c-4989-b025-67c55d3fd110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426137 Jun 22 10:19:08.010644 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768508a-0531-449d-8898-4ccb39453a20 req-51142c53-3a73-435e-8cb6-727c9899ea79 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:08.012112 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d768508a-0531-449d-8898-4ccb39453a20 req-51142c53-3a73-435e-8cb6-727c9899ea79 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2ba0b0-be2d-4a81-9abd-f7cc17b57602 HTTP/1.1" status: 200 len: 945 time: 0.0507805 Jun 22 10:19:08.060251 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d768508a-0531-449d-8898-4ccb39453a20 req-69cbeaa9-aa4f-45b8-8744-ca1df1acd73f tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426321 Jun 22 10:19:08.354594 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc18b8-6483-4826-974c-924f9e997a11 req-cd05bae7-caa9-44d4-ab8a-a969041fa522 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:08.356033 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8cbc18b8-6483-4826-974c-924f9e997a11 req-cd05bae7-caa9-44d4-ab8a-a969041fa522 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 945 time: 0.0470028 Jun 22 10:19:08.395146 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fb6f82a0-8dc5-4652-8351-a653f9882ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:08.404219 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8cbc18b8-6483-4826-974c-924f9e997a11 req-c4467cb3-4cb1-46b8-9325-d5107bfb8d35 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e084b7-285c-4989-b025-67c55d3fd110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427866 Jun 22 10:19:09.141527 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:09.176813 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3324a6b-cd99-45ac-8b96-33f7a145202f req-ad453970-1e39-4c5e-b390-379793e0e66d tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:09.178359 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e3324a6b-cd99-45ac-8b96-33f7a145202f req-ad453970-1e39-4c5e-b390-379793e0e66d tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2ba0b0-be2d-4a81-9abd-f7cc17b57602 HTTP/1.1" status: 200 len: 945 time: 0.0465062 Jun 22 10:19:09.229325 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e3324a6b-cd99-45ac-8b96-33f7a145202f req-8013f344-2f1a-4f3a-bb11-c4b4f43ef1ac tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456221 Jun 22 10:19:09.519763 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b5d13-2a6d-49a9-8aa6-625b5f5b43bf req-baa35c42-0eaa-4ec5-884d-dd4c5fb0ca55 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:09.521229 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dd5b5d13-2a6d-49a9-8aa6-625b5f5b43bf req-baa35c42-0eaa-4ec5-884d-dd4c5fb0ca55 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 945 time: 0.0468926 Jun 22 10:19:09.569068 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dd5b5d13-2a6d-49a9-8aa6-625b5f5b43bf req-4228b606-4c83-4f70-9d51-05805aee6768 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e084b7-285c-4989-b025-67c55d3fd110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423398 Jun 22 10:19:09.912014 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157ae04-ee37-4f05-90e2-84546198b648 req-27de4771-ce6f-47c6-8a3b-1325777588c2 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:09.914237 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b157ae04-ee37-4f05-90e2-84546198b648 req-27de4771-ce6f-47c6-8a3b-1325777588c2 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b2ba0b0-be2d-4a81-9abd-f7cc17b57602 HTTP/1.1" status: 200 len: 945 time: 0.0492103 Jun 22 10:19:10.028527 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060c5f9-86f9-40b6-b519-f505acd714c7 req-706c4629-8d15-4ed8-a722-5078f1ea1155 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:10.029990 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2060c5f9-86f9-40b6-b519-f505acd714c7 req-706c4629-8d15-4ed8-a722-5078f1ea1155 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 945 time: 0.0997324 Jun 22 10:19:10.072729 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-b157ae04-ee37-4f05-90e2-84546198b648 req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Deleting port d82309d3-6edc-4d2b-ba67-2d5c0226c1fc {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:19:10.073061 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-b157ae04-ee37-4f05-90e2-84546198b648 req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (d82309d3-6edc-4d2b-ba67-2d5c0226c1fc), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:10.176647 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-2060c5f9-86f9-40b6-b519-f505acd714c7 req-dfc0563b-5113-4aff-82fa-21282b617d74 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Deleting port 96fa324f-1235-4750-a242-7810d3d32273 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:19:10.176978 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-2060c5f9-86f9-40b6-b519-f505acd714c7 req-dfc0563b-5113-4aff-82fa-21282b617d74 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (96fa324f-1235-4750-a242-7810d3d32273), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:10.251895 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:10.266091 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-b157ae04-ee37-4f05-90e2-84546198b648 req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] For port d82309d3-6edc-4d2b-ba67-2d5c0226c1fc, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=d82309d3-6edc-4d2b-ba67-2d5c0226c1fc,segment=NetworkSegment(f82fde99-5bb4-43d3-8fc0-c75eb8fac109),segment_id=f82fde99-5bb4-43d3-8fc0-c75eb8fac109)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:19:10.266465 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-b157ae04-ee37-4f05-90e2-84546198b648 req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (d82309d3-6edc-4d2b-ba67-2d5c0226c1fc), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:10.286507 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-b157ae04-ee37-4f05-90e2-84546198b648 req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Calling delete_port for d82309d3-6edc-4d2b-ba67-2d5c0226c1fc owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:19:10.315989 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-2060c5f9-86f9-40b6-b519-f505acd714c7 req-dfc0563b-5113-4aff-82fa-21282b617d74 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] For port 96fa324f-1235-4750-a242-7810d3d32273, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=96fa324f-1235-4750-a242-7810d3d32273,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:19:10.316353 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-2060c5f9-86f9-40b6-b519-f505acd714c7 req-dfc0563b-5113-4aff-82fa-21282b617d74 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (96fa324f-1235-4750-a242-7810d3d32273), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:10.345590 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f4705-67b5-4535-860e-290c29d57ec1 req-431879b7-7ef1-4ede-9287-f8b71f8a7b1d tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:10.347163 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ac8f4705-67b5-4535-860e-290c29d57ec1 req-431879b7-7ef1-4ede-9287-f8b71f8a7b1d tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b2ba0b0-be2d-4a81-9abd-f7cc17b57602 HTTP/1.1" status: 200 len: 945 time: 0.0479832 Jun 22 10:19:10.397072 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ac8f4705-67b5-4535-860e-290c29d57ec1 req-a1526e08-f2a3-46e8-b604-935739a7d0e9 tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f54f9e1-205f-4336-bbce-a60f8e812592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440099 Jun 22 10:19:10.576793 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:10.616056 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-2060c5f9-86f9-40b6-b519-f505acd714c7 req-dfc0563b-5113-4aff-82fa-21282b617d74 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:10.616416 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-2060c5f9-86f9-40b6-b519-f505acd714c7 req-dfc0563b-5113-4aff-82fa-21282b617d74 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (eb502c52-5999-4dbe-8454-c5caf2654d86), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:10.616727 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.l3_db [req-2060c5f9-86f9-40b6-b519-f505acd714c7 req-dfc0563b-5113-4aff-82fa-21282b617d74 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Floating IP eb502c52-5999-4dbe-8454-c5caf2654d86 disassociated. External IP: 172.27.0.69, port: 96fa324f-1235-4750-a242-7810d3d32273. Jun 22 10:19:10.617069 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-2060c5f9-86f9-40b6-b519-f505acd714c7 req-dfc0563b-5113-4aff-82fa-21282b617d74 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Calling delete_port for 96fa324f-1235-4750-a242-7810d3d32273 owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:19:10.629411 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-b157ae04-ee37-4f05-90e2-84546198b648 req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (d82309d3-6edc-4d2b-ba67-2d5c0226c1fc), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:10.650677 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['d82309d3-6edc-4d2b-ba67-2d5c0226c1fc'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:19:10.690298 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6247e-7762-4aea-91b8-a09087773d5c req-09423f2e-d72b-426c-8e3e-cf520590ae73 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:10.691846 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2bd6247e-7762-4aea-91b8-a09087773d5c req-09423f2e-d72b-426c-8e3e-cf520590ae73 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 945 time: 0.0532000 Jun 22 10:19:10.697064 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Pushing event deleted for resources: {'Port': ['ID=d82309d3-6edc-4d2b-ba67-2d5c0226c1fc,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:10.726604 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:10.726999 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:10.727315 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:10.727649 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:10.727977 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:10.728555 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:10.728881 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:10.729238 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:10.729596 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:10.729942 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0823777e-4055-4d6d-b56d-1b4d8e0a708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:10.730072 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:10.730322 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:10.730669 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:10.731678 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:10.732024 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:10.732497 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:10.747666 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2bd6247e-7762-4aea-91b8-a09087773d5c req-4f233564-0de7-4442-9a9a-585db84de1e7 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e084b7-285c-4989-b025-67c55d3fd110&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465536 Jun 22 10:19:10.763115 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-b157ae04-ee37-4f05-90e2-84546198b648 req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] No DVR routers for this DVR port d82309d3-6edc-4d2b-ba67-2d5c0226c1fc on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:19:10.765773 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-b157ae04-ee37-4f05-90e2-84546198b648 req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:10.769291 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b157ae04-ee37-4f05-90e2-84546198b648 req-9cbc6dee-f824-49c2-9512-ba537b8e433e tempest-VolumesActionsTest-1453826651 tempest-VolumesActionsTest-1453826651-project] 10.222.0.59 "DELETE /v2.0/ports/d82309d3-6edc-4d2b-ba67-2d5c0226c1fc HTTP/1.1" status: 204 len: 173 time: 0.8403711 Jun 22 10:19:10.771116 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2ba0b0-be2d-4a81-9abd-f7cc17b57602', 'name': 'network-vif-deleted', 'tag': 'd82309d3-6edc-4d2b-ba67-2d5c0226c1fc'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:19:10.773986 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7b0653-19dd-43e5-97d5-75478f7cf677" -d '{"events": [{"server_uuid": "6b2ba0b0-be2d-4a81-9abd-f7cc17b57602", "name": "network-vif-deleted", "tag": "d82309d3-6edc-4d2b-ba67-2d5c0226c1fc"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:19:10.813157 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f98182-3c1b-40e7-8617-04ae531b443d x-openstack-request-id: req-f6f98182-3c1b-40e7-8617-04ae531b443d {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:19:10.814046 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2ba0b0-be2d-4a81-9abd-f7cc17b57602", "name": "network-vif-deleted", "tag": "d82309d3-6edc-4d2b-ba67-2d5c0226c1fc", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:19:10.814327 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6f98182-3c1b-40e7-8617-04ae531b443d {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:19:10.814731 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f98182-3c1b-40e7-8617-04ae531b443d'] response: {'server_uuid': '6b2ba0b0-be2d-4a81-9abd-f7cc17b57602', 'name': 'network-vif-deleted', 'tag': 'd82309d3-6edc-4d2b-ba67-2d5c0226c1fc', 'status': 'completed', 'code': 200} Jun 22 10:19:10.867550 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-2060c5f9-86f9-40b6-b519-f505acd714c7 req-dfc0563b-5113-4aff-82fa-21282b617d74 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (96fa324f-1235-4750-a242-7810d3d32273), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:10.894897 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0563b-5113-4aff-82fa-21282b617d74 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event deleted for resources: {'Port': ['ID=96fa324f-1235-4750-a242-7810d3d32273,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:11.009741 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2060c5f9-86f9-40b6-b519-f505acd714c7 req-dfc0563b-5113-4aff-82fa-21282b617d74 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:19:11.097857 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:11.119081 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2060c5f9-86f9-40b6-b519-f505acd714c7 req-dfc0563b-5113-4aff-82fa-21282b617d74 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:19:11.131593 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c4b5f-4454-4ac1-8408-a7746fb5f5dd None None] Sync routers for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:19:11.142743 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c4b5f-4454-4ac1-8408-a7746fb5f5dd None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:19:11.143368 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-ee7c4b5f-4454-4ac1-8408-a7746fb5f5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:19:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:11.163016 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-2060c5f9-86f9-40b6-b519-f505acd714c7 req-dfc0563b-5113-4aff-82fa-21282b617d74 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] No DVR routers for this DVR port 96fa324f-1235-4750-a242-7810d3d32273 on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:19:11.165454 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-2060c5f9-86f9-40b6-b519-f505acd714c7 req-dfc0563b-5113-4aff-82fa-21282b617d74 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:11.168835 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2060c5f9-86f9-40b6-b519-f505acd714c7 req-dfc0563b-5113-4aff-82fa-21282b617d74 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.59 "DELETE /v2.0/ports/96fa324f-1235-4750-a242-7810d3d32273 HTTP/1.1" status: 204 len: 173 time: 1.1306241 Jun 22 10:19:11.254106 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:11.258720 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-ee7c4b5f-4454-4ac1-8408-a7746fb5f5dd None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:19:11.352075 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:11.487824 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-ee7c4b5f-4454-4ac1-8408-a7746fb5f5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '41b4174c-48c4-477d-b0c7-30af71db9f0a', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'port_id': 'f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'mac_address': 'fa:16:3e:5c:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828c9dc-3439-4da7-a94c-f81cbbfdcb99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:15:56Z', 'updated_at': '2022-06-22T10:16:38Z', 'revision_number': 2, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:11.518935 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c4b5f-4454-4ac1-8408-a7746fb5f5dd None None] Checking router: 5451d18f-d46a-4c3a-8c24-a3ef6daffffe for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:19:11.529977 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c4b5f-4454-4ac1-8408-a7746fb5f5dd None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:19:11.530676 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-ee7c4b5f-4454-4ac1-8408-a7746fb5f5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:19:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:11.652444 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-ee7c4b5f-4454-4ac1-8408-a7746fb5f5dd None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:19:11.903146 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:11.910567 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b8668d10-7f22-41bb-8bbf-4bb1b3953754 req-80204307-2b23-4882-ac3d-23a8c3f2d78b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b2e66bb-efd5-4ff0-8163-5973db8e0db7 HTTP/1.1" status: 200 len: 210 time: 0.0391483 Jun 22 10:19:12.009862 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:12.081672 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-ee7c4b5f-4454-4ac1-8408-a7746fb5f5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '41b4174c-48c4-477d-b0c7-30af71db9f0a', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'port_id': 'f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'mac_address': 'fa:16:3e:5c:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828c9dc-3439-4da7-a94c-f81cbbfdcb99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:15:56Z', 'updated_at': '2022-06-22T10:16:38Z', 'revision_number': 2, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:12.108281 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7c4b5f-4454-4ac1-8408-a7746fb5f5dd None None] The sync data for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi is: [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '41b4174c-48c4-477d-b0c7-30af71db9f0a', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'port_id': 'f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'mac_address': 'fa:16:3e:5c:42:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828c9dc-3439-4da7-a94c-f81cbbfdcb99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:15:56Z', 'updated_at': '2022-06-22T10:16:38Z', 'revision_number': 2, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:19:12.355186 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35f404-6299-48ed-a110-22c09c60d418 None None] New status for floating IP eb502c52-5999-4dbe-8454-c5caf2654d86: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:19:12.816310 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2e66bb-efd5-4ff0-8163-5973db8e0db7', 'name': 'network-vif-deleted', 'tag': '96fa324f-1235-4750-a242-7810d3d32273'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:19:12.818615 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc36bd9-1f76-433b-a806-b1c1a34da2c3" -d '{"events": [{"server_uuid": "0b2e66bb-efd5-4ff0-8163-5973db8e0db7", "name": "network-vif-deleted", "tag": "96fa324f-1235-4750-a242-7810d3d32273"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:19:12.857258 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f951c5d-365a-43b6-ae48-47ef9c8c79d9 x-openstack-request-id: req-7f951c5d-365a-43b6-ae48-47ef9c8c79d9 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:19:12.857552 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2e66bb-efd5-4ff0-8163-5973db8e0db7", "name": "network-vif-deleted", "tag": "96fa324f-1235-4750-a242-7810d3d32273", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:19:12.857843 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f951c5d-365a-43b6-ae48-47ef9c8c79d9 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:19:12.858245 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f951c5d-365a-43b6-ae48-47ef9c8c79d9'] response: {'server_uuid': '0b2e66bb-efd5-4ff0-8163-5973db8e0db7', 'name': 'network-vif-deleted', 'tag': '96fa324f-1235-4750-a242-7810d3d32273', 'status': 'completed', 'code': 200} Jun 22 10:19:13.010942 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 40896) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:13.066774 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7621e92e-9218-4e0d-a8cf-60dfa88d7789 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (00e084b7-285c-4989-b025-67c55d3fd110), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:13.090546 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7621e92e-9218-4e0d-a8cf-60dfa88d7789 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (00e084b7-285c-4989-b025-67c55d3fd110), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:13.143610 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7621e92e-9218-4e0d-a8cf-60dfa88d7789 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (00e084b7-285c-4989-b025-67c55d3fd110), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:13.169376 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7621e92e-9218-4e0d-a8cf-60dfa88d7789 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:13.169376 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7621e92e-9218-4e0d-a8cf-60dfa88d7789 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "DELETE /v2.0/security-groups/00e084b7-285c-4989-b025-67c55d3fd110 HTTP/1.1" status: 204 len: 168 time: 0.1350472 Jun 22 10:19:13.169625 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 40898) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:13.169757 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621e92e-9218-4e0d-a8cf-60dfa88d7789 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e084b7-285c-4989-b025-67c55d3fd110,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:13.169757 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621e92e-9218-4e0d-a8cf-60dfa88d7789 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:13.169757 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621e92e-9218-4e0d-a8cf-60dfa88d7789 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:13.169757 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621e92e-9218-4e0d-a8cf-60dfa88d7789 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:13.169757 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621e92e-9218-4e0d-a8cf-60dfa88d7789 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:13.170258 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621e92e-9218-4e0d-a8cf-60dfa88d7789 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:13.170503 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621e92e-9218-4e0d-a8cf-60dfa88d7789 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:13.170689 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621e92e-9218-4e0d-a8cf-60dfa88d7789 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:13.171077 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621e92e-9218-4e0d-a8cf-60dfa88d7789 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:13.171472 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621e92e-9218-4e0d-a8cf-60dfa88d7789 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:13.171695 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621e92e-9218-4e0d-a8cf-60dfa88d7789 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:13.172047 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621e92e-9218-4e0d-a8cf-60dfa88d7789 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:13.172401 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621e92e-9218-4e0d-a8cf-60dfa88d7789 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:13.172752 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621e92e-9218-4e0d-a8cf-60dfa88d7789 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:13.173081 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621e92e-9218-4e0d-a8cf-60dfa88d7789 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:13.173408 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621e92e-9218-4e0d-a8cf-60dfa88d7789 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:13.180834 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.api.v2.resource [None req-e90fa3ab-1dc7-47fc-8624-d595f6d4cac4 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] show failed (client error): The resource could not be found. Jun 22 10:19:13.182836 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-e90fa3ab-1dc7-47fc-8624-d595f6d4cac4 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups/00e084b7-285c-4989-b025-67c55d3fd110 HTTP/1.1" status: 404 len: 347 time: 0.0275648 Jun 22 10:19:13.185420 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 40900) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:13.412879 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device d82309d3-6edc-4d2b-ba67-2d5c0226c1fc no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:19:13.439974 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: d82309d3-6edc-4d2b-ba67-2d5c0226c1fc {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:19:13.440338 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device d82309d3-6edc-4d2b-ba67-2d5c0226c1fc not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:19:13.440913 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 96fa324f-1235-4750-a242-7810d3d32273 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:19:13.459384 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:13.461129 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: 96fa324f-1235-4750-a242-7810d3d32273 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:19:13.461475 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 96fa324f-1235-4750-a242-7810d3d32273 not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:19:13.533826 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-10d3e709-b7e0-4882-8105-b1a9d4329909 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Deleting port 99d29292-20f2-4283-8865-921cb1abfb89 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:19:13.534157 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-10d3e709-b7e0-4882-8105-b1a9d4329909 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (99d29292-20f2-4283-8865-921cb1abfb89), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:13.607578 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-10d3e709-b7e0-4882-8105-b1a9d4329909 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (99d29292-20f2-4283-8865-921cb1abfb89), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:13.607907 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-10d3e709-b7e0-4882-8105-b1a9d4329909 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (99d29292-20f2-4283-8865-921cb1abfb89), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:13.620225 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-10d3e709-b7e0-4882-8105-b1a9d4329909 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Calling delete_port for 99d29292-20f2-4283-8865-921cb1abfb89 owned by network:floatingip {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:19:13.756867 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:13.762253 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-10d3e709-b7e0-4882-8105-b1a9d4329909 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (99d29292-20f2-4283-8865-921cb1abfb89), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:13.788990 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3e709-b7e0-4882-8105-b1a9d4329909 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event deleted for resources: {'Port': ['ID=99d29292-20f2-4283-8865-921cb1abfb89,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:13.864009 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:13.864380 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-10d3e709-b7e0-4882-8105-b1a9d4329909 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (eb502c52-5999-4dbe-8454-c5caf2654d86), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:13.866920 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-10d3e709-b7e0-4882-8105-b1a9d4329909 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:13.868079 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-10d3e709-b7e0-4882-8105-b1a9d4329909 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "DELETE /v2.0/floatingips/eb502c52-5999-4dbe-8454-c5caf2654d86 HTTP/1.1" status: 204 len: 168 time: 0.6817245 Jun 22 10:19:16.488523 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:16.664124 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce44d6-b3b2-4ae1-b35b-bc8756ea9dd4 req-f4e079d9-4f22-4902-89d9-2493b1526b1b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:16.665767 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-83ce44d6-b3b2-4ae1-b35b-bc8756ea9dd4 req-f4e079d9-4f22-4902-89d9-2493b1526b1b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 945 time: 0.0512972 Jun 22 10:19:16.719016 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-83ce44d6-b3b2-4ae1-b35b-bc8756ea9dd4 req-655658a3-7ce3-4d85-8f70-6b94808a2262 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fbae384d-7899-4b5c-b239-851b516c0119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475662 Jun 22 10:19:17.844823 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9466b-6128-476d-a021-9f729d7c276a req-752d82d1-3a43-45f7-8c97-073bcac148e7 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:17.847215 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5ab9466b-6128-476d-a021-9f729d7c276a req-752d82d1-3a43-45f7-8c97-073bcac148e7 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 945 time: 0.0551863 Jun 22 10:19:17.905131 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5ab9466b-6128-476d-a021-9f729d7c276a req-d4617eb0-e3f8-4ec8-9f1d-e2fd8c529eb3 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fbae384d-7899-4b5c-b239-851b516c0119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520406 Jun 22 10:19:18.618223 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d99f1c-b042-48db-97c3-9419fca07d81 req-9286fb2a-92c1-4246-ac91-babca896712d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:18.619810 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-89d99f1c-b042-48db-97c3-9419fca07d81 req-9286fb2a-92c1-4246-ac91-babca896712d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.59 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 945 time: 0.0543013 Jun 22 10:19:18.717885 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-89d99f1c-b042-48db-97c3-9419fca07d81 req-d2a08267-8371-4a40-a4af-044ac0bf792c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Deleting port f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:19:18.718265 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-89d99f1c-b042-48db-97c3-9419fca07d81 req-d2a08267-8371-4a40-a4af-044ac0bf792c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:18.814238 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-89d99f1c-b042-48db-97c3-9419fca07d81 req-d2a08267-8371-4a40-a4af-044ac0bf792c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] For port f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:19:18.814963 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-89d99f1c-b042-48db-97c3-9419fca07d81 req-d2a08267-8371-4a40-a4af-044ac0bf792c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:18.991788 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:18.996299 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-89d99f1c-b042-48db-97c3-9419fca07d81 req-d2a08267-8371-4a40-a4af-044ac0bf792c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:18.999273 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-89d99f1c-b042-48db-97c3-9419fca07d81 req-d2a08267-8371-4a40-a4af-044ac0bf792c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (41b4174c-48c4-477d-b0c7-30af71db9f0a), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:18.999273 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.l3_db [req-89d99f1c-b042-48db-97c3-9419fca07d81 req-d2a08267-8371-4a40-a4af-044ac0bf792c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Floating IP 41b4174c-48c4-477d-b0c7-30af71db9f0a disassociated. External IP: 172.27.0.211, port: f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08. Jun 22 10:19:18.999273 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-89d99f1c-b042-48db-97c3-9419fca07d81 req-d2a08267-8371-4a40-a4af-044ac0bf792c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Calling delete_port for f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:19:19.049427 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f56fbc-8c0c-4706-98ad-5f5686981d5b req-70ffe811-c9aa-40d4-8166-f9d56ccd5c0f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:19.056789 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c6f56fbc-8c0c-4706-98ad-5f5686981d5b req-70ffe811-c9aa-40d4-8166-f9d56ccd5c0f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=5828c9dc-3439-4da7-a94c-f81cbbfdcb99 HTTP/1.1" status: 200 len: 945 time: 0.0718620 Jun 22 10:19:19.110475 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c6f56fbc-8c0c-4706-98ad-5f5686981d5b req-716d7d73-7d20-4c54-9188-1b955e69313a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fbae384d-7899-4b5c-b239-851b516c0119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519412 Jun 22 10:19:19.163214 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-89d99f1c-b042-48db-97c3-9419fca07d81 req-d2a08267-8371-4a40-a4af-044ac0bf792c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:19.190694 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a08267-8371-4a40-a4af-044ac0bf792c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event deleted for resources: {'Port': ['ID=f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:19.319915 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89d99f1c-b042-48db-97c3-9419fca07d81 req-d2a08267-8371-4a40-a4af-044ac0bf792c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:19:19.433277 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89d99f1c-b042-48db-97c3-9419fca07d81 req-d2a08267-8371-4a40-a4af-044ac0bf792c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:19:19.444791 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c31e8-b936-4a45-af34-62bbdd0550bb None None] Sync routers for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:19:19.456067 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c31e8-b936-4a45-af34-62bbdd0550bb None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:19:19.457391 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-b01c31e8-b936-4a45-af34-62bbdd0550bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:19:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:19.482135 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d99f1c-b042-48db-97c3-9419fca07d81 req-d2a08267-8371-4a40-a4af-044ac0bf792c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] No DVR routers for this DVR port f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:19:19.485375 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-89d99f1c-b042-48db-97c3-9419fca07d81 req-d2a08267-8371-4a40-a4af-044ac0bf792c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:19.488708 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-89d99f1c-b042-48db-97c3-9419fca07d81 req-d2a08267-8371-4a40-a4af-044ac0bf792c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.59 "DELETE /v2.0/ports/f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 HTTP/1.1" status: 204 len: 173 time: 0.8587031 Jun 22 10:19:19.489173 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5828c9dc-3439-4da7-a94c-f81cbbfdcb99', 'name': 'network-vif-deleted', 'tag': 'f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:19:19.491729 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b4c3ba-a568-4e56-9009-82edbefa0199" -d '{"events": [{"server_uuid": "5828c9dc-3439-4da7-a94c-f81cbbfdcb99", "name": "network-vif-deleted", "tag": "f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:19:19.558800 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70f9e3c-37a4-4b39-bd92-b48aeed406f8 x-openstack-request-id: req-d70f9e3c-37a4-4b39-bd92-b48aeed406f8 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:19:19.559087 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5828c9dc-3439-4da7-a94c-f81cbbfdcb99", "name": "network-vif-deleted", "tag": "f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:19:19.559340 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d70f9e3c-37a4-4b39-bd92-b48aeed406f8 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:19:19.559758 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d70f9e3c-37a4-4b39-bd92-b48aeed406f8'] response: {'server_uuid': '5828c9dc-3439-4da7-a94c-f81cbbfdcb99', 'name': 'network-vif-deleted', 'tag': 'f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08', 'status': 'completed', 'code': 200} Jun 22 10:19:19.658083 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-b01c31e8-b936-4a45-af34-62bbdd0550bb None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:19:19.833366 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:19.861092 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:19.872326 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-b01c31e8-b936-4a45-af34-62bbdd0550bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:19.901777 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c31e8-b936-4a45-af34-62bbdd0550bb None None] Checking router: 5451d18f-d46a-4c3a-8c24-a3ef6daffffe for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:19:19.910891 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c31e8-b936-4a45-af34-62bbdd0550bb None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:19:19.913080 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-b01c31e8-b936-4a45-af34-62bbdd0550bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:19:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:20.021611 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-b01c31e8-b936-4a45-af34-62bbdd0550bb None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:19:20.238681 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 40980) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:20.251740 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-b01c31e8-b936-4a45-af34-62bbdd0550bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:20.280980 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c31e8-b936-4a45-af34-62bbdd0550bb None None] The sync data for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi is: [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:19:20.302405 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-48053a7b-76d4-47b2-a99f-72cb829ff46c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (fbae384d-7899-4b5c-b239-851b516c0119), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:20.332007 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-48053a7b-76d4-47b2-a99f-72cb829ff46c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (fbae384d-7899-4b5c-b239-851b516c0119), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:20.369963 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:20.415629 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-48053a7b-76d4-47b2-a99f-72cb829ff46c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (fbae384d-7899-4b5c-b239-851b516c0119), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:20.418612 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-48053a7b-76d4-47b2-a99f-72cb829ff46c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:20.420184 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-48053a7b-76d4-47b2-a99f-72cb829ff46c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "DELETE /v2.0/security-groups/fbae384d-7899-4b5c-b239-851b516c0119 HTTP/1.1" status: 204 len: 168 time: 0.1799242 Jun 22 10:19:20.423180 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 40982) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:20.441949 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.api.v2.resource [None req-6760fea1-fb8b-4e07-afc5-c34ffbf21cc5 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] show failed (client error): The resource could not be found. Jun 22 10:19:20.447442 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48053a7b-76d4-47b2-a99f-72cb829ff46c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbae384d-7899-4b5c-b239-851b516c0119,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:20.450069 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-6760fea1-fb8b-4e07-afc5-c34ffbf21cc5 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups/fbae384d-7899-4b5c-b239-851b516c0119 HTTP/1.1" status: 404 len: 347 time: 0.0252810 Jun 22 10:19:20.450775 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 40984) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:20.620842 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:20.628223 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-da770510-66a3-41e8-a36b-de97df81cfa8 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Deleting port 20cc97a3-9627-419d-a1fb-9abee798e71d {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:19:20.628578 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-da770510-66a3-41e8-a36b-de97df81cfa8 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (20cc97a3-9627-419d-a1fb-9abee798e71d), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:20.669857 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ac501-7dae-4cd1-a9c7-cccca2b02021 None None] New status for floating IP 41b4174c-48c4-477d-b0c7-30af71db9f0a: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:19:20.747650 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-da770510-66a3-41e8-a36b-de97df81cfa8 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (20cc97a3-9627-419d-a1fb-9abee798e71d), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:20.748094 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-da770510-66a3-41e8-a36b-de97df81cfa8 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (20cc97a3-9627-419d-a1fb-9abee798e71d), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:20.769252 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-da770510-66a3-41e8-a36b-de97df81cfa8 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Calling delete_port for 20cc97a3-9627-419d-a1fb-9abee798e71d owned by network:floatingip {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:19:20.951189 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-da770510-66a3-41e8-a36b-de97df81cfa8 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (20cc97a3-9627-419d-a1fb-9abee798e71d), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:20.980269 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da770510-66a3-41e8-a36b-de97df81cfa8 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event deleted for resources: {'Port': ['ID=20cc97a3-9627-419d-a1fb-9abee798e71d,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:21.031969 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:21.058009 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-da770510-66a3-41e8-a36b-de97df81cfa8 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (41b4174c-48c4-477d-b0c7-30af71db9f0a), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:21.060541 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-da770510-66a3-41e8-a36b-de97df81cfa8 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:21.073199 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-da770510-66a3-41e8-a36b-de97df81cfa8 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "DELETE /v2.0/floatingips/41b4174c-48c4-477d-b0c7-30af71db9f0a HTTP/1.1" status: 204 len: 168 time: 0.6214242 Jun 22 10:19:21.158657 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 40992) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:21.163779 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-796f3e1a-e425-4bef-a68e-e1dfbfc9e225 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--235039544', 'description': 'tempest-description--1626762476'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:21.189984 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-796f3e1a-e425-4bef-a68e-e1dfbfc9e225 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:21.284720 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-796f3e1a-e425-4bef-a68e-e1dfbfc9e225 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (fd2f0864-d2ff-4794-9691-72c90096c23b), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:21.288955 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-796f3e1a-e425-4bef-a68e-e1dfbfc9e225 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (fd2f0864-d2ff-4794-9691-72c90096c23b), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:21.315499 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-796f3e1a-e425-4bef-a68e-e1dfbfc9e225 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:21.319306 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-796f3e1a-e425-4bef-a68e-e1dfbfc9e225 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1570616 Jun 22 10:19:21.320017 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 40994) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:21.325200 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-1ea183d4-6c94-41db-ac96-aec52c13c6d6 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'security_group_rule': {'security_group_id': 'fd2f0864-d2ff-4794-9691-72c90096c23b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:21.327668 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f3e1a-e425-4bef-a68e-e1dfbfc9e225 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2f0864-d2ff-4794-9691-72c90096c23b,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:21.358653 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1ea183d4-6c94-41db-ac96-aec52c13c6d6 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (58c7572f-08d4-4d9c-8d4a-dcda6179391d), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:21.428076 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1ea183d4-6c94-41db-ac96-aec52c13c6d6 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (58c7572f-08d4-4d9c-8d4a-dcda6179391d), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:21.439970 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1ea183d4-6c94-41db-ac96-aec52c13c6d6 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (58c7572f-08d4-4d9c-8d4a-dcda6179391d), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:21.460037 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea183d4-6c94-41db-ac96-aec52c13c6d6 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c7572f-08d4-4d9c-8d4a-dcda6179391d,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:21.470100 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1ea183d4-6c94-41db-ac96-aec52c13c6d6 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:21.473993 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-1ea183d4-6c94-41db-ac96-aec52c13c6d6 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524243 Jun 22 10:19:21.474184 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 40996) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:21.479614 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-c85ad316-ae50-4df2-8149-6a89e3d2ff28 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'security_group_rule': {'security_group_id': 'fd2f0864-d2ff-4794-9691-72c90096c23b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:21.518986 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c85ad316-ae50-4df2-8149-6a89e3d2ff28 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (984ad344-c668-4d49-a4b3-5a51aa81948d), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:21.602311 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c85ad316-ae50-4df2-8149-6a89e3d2ff28 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (984ad344-c668-4d49-a4b3-5a51aa81948d), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:21.611685 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c85ad316-ae50-4df2-8149-6a89e3d2ff28 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (984ad344-c668-4d49-a4b3-5a51aa81948d), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:21.627694 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ad316-ae50-4df2-8149-6a89e3d2ff28 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984ad344-c668-4d49-a4b3-5a51aa81948d,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:21.644971 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c85ad316-ae50-4df2-8149-6a89e3d2ff28 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:21.649053 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-c85ad316-ae50-4df2-8149-6a89e3d2ff28 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1704900 Jun 22 10:19:21.649422 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41004) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:21.654869 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-643966b6-9a43-444d-82d2-ba5ff0d26a23 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'floatingip': {'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:21.683447 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-643966b6-9a43-444d-82d2-ba5ff0d26a23 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:21.784266 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-643966b6-9a43-444d-82d2-ba5ff0d26a23 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:21.792337 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:21.901143 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-643966b6-9a43-444d-82d2-ba5ff0d26a23 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Allocated IP 172.27.0.207 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/b7ef5cae-8483-47df-b2a9-40913deebcbd) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:19:22.042431 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-643966b6-9a43-444d-82d2-ba5ff0d26a23 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for port (b7ef5cae-8483-47df-b2a9-40913deebcbd), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:22.084112 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-643966b6-9a43-444d-82d2-ba5ff0d26a23 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (b7ef5cae-8483-47df-b2a9-40913deebcbd), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:22.135116 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643966b6-9a43-444d-82d2-ba5ff0d26a23 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:19:22.143608 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-643966b6-9a43-444d-82d2-ba5ff0d26a23 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:19:22.145863 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643966b6-9a43-444d-82d2-ba5ff0d26a23 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'Port': ['ID=b7ef5cae-8483-47df-b2a9-40913deebcbd,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:22.159503 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643966b6-9a43-444d-82d2-ba5ff0d26a23 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:19:22.184978 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:22.254479 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-643966b6-9a43-444d-82d2-ba5ff0d26a23 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (e74a220f-ab8a-40bc-88f0-8b03309a20fa), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:22.298372 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-643966b6-9a43-444d-82d2-ba5ff0d26a23 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (b7ef5cae-8483-47df-b2a9-40913deebcbd), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:22.474580 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-643966b6-9a43-444d-82d2-ba5ff0d26a23 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for port (b7ef5cae-8483-47df-b2a9-40913deebcbd), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:22.481198 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-643966b6-9a43-444d-82d2-ba5ff0d26a23 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (b7ef5cae-8483-47df-b2a9-40913deebcbd), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:22.551162 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:22.563476 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643966b6-9a43-444d-82d2-ba5ff0d26a23 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'Port': ['ID=b7ef5cae-8483-47df-b2a9-40913deebcbd,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:22.574014 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-643966b6-9a43-444d-82d2-ba5ff0d26a23 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (e74a220f-ab8a-40bc-88f0-8b03309a20fa), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:22.594514 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-643966b6-9a43-444d-82d2-ba5ff0d26a23 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:22.595819 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-643966b6-9a43-444d-82d2-ba5ff0d26a23 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9453621 Jun 22 10:19:22.830159 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-36416b3e-00f7-4d14-9449-b197232987e8 req-b82088e2-2ba9-426a-9556-11f4ca0dc7a2 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--235039544&fields=id&tenant_id=78629282e2b74418a2c1cdac32576ef1 HTTP/1.1" status: 200 len: 267 time: 0.0453701 Jun 22 10:19:22.952025 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:22.973069 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36416b3e-00f7-4d14-9449-b197232987e8 req-0cc18bad-b951-4d3d-8631-30e836941d50 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:22.979785 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-36416b3e-00f7-4d14-9449-b197232987e8 req-0cc18bad-b951-4d3d-8631-30e836941d50 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/networks?id=8bc94bec-5b18-4b15-a531-8b4a0778b280 HTTP/1.1" status: 200 len: 814 time: 0.1424584 Jun 22 10:19:22.995429 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-36416b3e-00f7-4d14-9449-b197232987e8 req-10676606-b221-4a88-a680-814b2b118fc1 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/quotas/78629282e2b74418a2c1cdac32576ef1 HTTP/1.1" status: 200 len: 375 time: 0.0145705 Jun 22 10:19:23.045150 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-36416b3e-00f7-4d14-9449-b197232987e8 req-5083d1ba-4628-48c4-9e02-244ad5dd5c67 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=78629282e2b74418a2c1cdac32576ef1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489480 Jun 22 10:19:23.134706 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:19:23.183016 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:19:23.187686 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device f9ce6858-55e5-4d8b-b5fe-2cff5d9c4f08 not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:19:23.191570 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-36416b3e-00f7-4d14-9449-b197232987e8 req-2202989a-d7b1-4194-bad0-8425c8f481b4 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343951 Jun 22 10:19:23.378347 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-36416b3e-00f7-4d14-9449-b197232987e8 req-57df8290-9c56-4092-b752-62ecc475c21d service neutron] 10.222.0.43 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809683 Jun 22 10:19:23.674733 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7616d67d-a57c-4c5b-a505-b42b229df805 req-ceeeb91c-8aa4-4e0a-b0f2-381e6e9989e1 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09 HTTP/1.1" status: 200 len: 210 time: 0.0872467 Jun 22 10:19:24.813397 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8dd83afe-fe87-499c-ae05-25d0d0c0b729 req-78aea371-2257-47f8-8471-3c9d44f1b6b9 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09 HTTP/1.1" status: 200 len: 210 time: 0.0518794 Jun 22 10:19:24.903645 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36416b3e-00f7-4d14-9449-b197232987e8 req-ce4612ac-1bcc-4cc4-84ee-679a89c5fd72 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:24.905159 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-36416b3e-00f7-4d14-9449-b197232987e8 req-ce4612ac-1bcc-4cc4-84ee-679a89c5fd72 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.59 "GET /v2.0/networks?id=8bc94bec-5b18-4b15-a531-8b4a0778b280 HTTP/1.1" status: 200 len: 814 time: 0.1492136 Jun 22 10:19:24.989805 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-36416b3e-00f7-4d14-9449-b197232987e8 req-c53e9f8f-150f-43e9-b8db-1c3c62527619 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78629282e2b74418a2c1cdac32576ef1 HTTP/1.1" status: 200 len: 379 time: 0.0655546 Jun 22 10:19:25.008949 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-36416b3e-00f7-4d14-9449-b197232987e8 req-ad735358-a6ae-4767-9359-2eb6d875953e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'port': {'device_id': 'a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'admin_state_up': True, 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'security_groups': ['fd2f0864-d2ff-4794-9691-72c90096c23b']}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:25.017908 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:19:25.137495 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36416b3e-00f7-4d14-9449-b197232987e8 req-ad735358-a6ae-4767-9359-2eb6d875953e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Made reservation on behalf of 78629282e2b74418a2c1cdac32576ef1 for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:19:25.141819 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-36416b3e-00f7-4d14-9449-b197232987e8 req-ad735358-a6ae-4767-9359-2eb6d875953e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:25.283062 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-36416b3e-00f7-4d14-9449-b197232987e8 req-ad735358-a6ae-4767-9359-2eb6d875953e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Allocated IP 172.20.0.3 (8bc94bec-5b18-4b15-a531-8b4a0778b280/22fb0c08-5da0-43f7-a157-f246eb31d192/ae353570-1e3f-4fc2-8d0b-cfa07619e042) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:19:25.349728 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:25.434345 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-36416b3e-00f7-4d14-9449-b197232987e8 req-ad735358-a6ae-4767-9359-2eb6d875953e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for port (ae353570-1e3f-4fc2-8d0b-cfa07619e042), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:25.468792 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-36416b3e-00f7-4d14-9449-b197232987e8 req-ad735358-a6ae-4767-9359-2eb6d875953e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (ae353570-1e3f-4fc2-8d0b-cfa07619e042), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:25.520208 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36416b3e-00f7-4d14-9449-b197232987e8 req-ad735358-a6ae-4767-9359-2eb6d875953e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Network 8bc94bec-5b18-4b15-a531-8b4a0778b280 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:19:25.523576 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-36416b3e-00f7-4d14-9449-b197232987e8 req-ad735358-a6ae-4767-9359-2eb6d875953e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:19:25.527289 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-36416b3e-00f7-4d14-9449-b197232987e8 req-ad735358-a6ae-4767-9359-2eb6d875953e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:19:25.554324 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad735358-a6ae-4767-9359-2eb6d875953e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'Port': ['ID=ae353570-1e3f-4fc2-8d0b-cfa07619e042,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:25.590954 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36416b3e-00f7-4d14-9449-b197232987e8 req-ad735358-a6ae-4767-9359-2eb6d875953e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:25.591876 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-36416b3e-00f7-4d14-9449-b197232987e8 req-ad735358-a6ae-4767-9359-2eb6d875953e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:25.619119 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-36416b3e-00f7-4d14-9449-b197232987e8 req-ad735358-a6ae-4767-9359-2eb6d875953e tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6191502 Jun 22 10:19:25.634120 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] Request body: {'port': {'device_id': 'a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:25.724799 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (ae353570-1e3f-4fc2-8d0b-cfa07619e042), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:25.738732 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:25.782109 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-8ffe6679-344b-4ddd-b4b3-29e5492ba61d None None] Provisioning complete for port ae353570-1e3f-4fc2-8d0b-cfa07619e042 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:25.783230 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6679-344b-4ddd-b4b3-29e5492ba61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (ae353570-1e3f-4fc2-8d0b-cfa07619e042), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:25.819636 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe6679-344b-4ddd-b4b3-29e5492ba61d None None] Port ae353570-1e3f-4fc2-8d0b-cfa07619e042 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:19:25.951631 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5003a-b1c1-4f71-9be0-85057d304ca5 req-77a35647-79fc-4b97-b87e-963a12fb7c3f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:25.960224 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-91b5003a-b1c1-4f71-9be0-85057d304ca5 req-77a35647-79fc-4b97-b87e-963a12fb7c3f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09 HTTP/1.1" status: 200 len: 931 time: 0.0762351 Jun 22 10:19:26.006939 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-91b5003a-b1c1-4f71-9be0-85057d304ca5 req-400a4a3d-2ad0-4cf0-95fe-238c2352254b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f0864-d2ff-4794-9691-72c90096c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455980 Jun 22 10:19:26.082810 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae353570-1e3f-4fc2-8d0b-cfa07619e042 {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:19:26.091850 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] Publish callbacks [] for port (ae353570-1e3f-4fc2-8d0b-cfa07619e042), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:26.121485 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] Transition to ACTIVE for port object ae353570-1e3f-4fc2-8d0b-cfa07619e042 will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:19:26.127421 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (ae353570-1e3f-4fc2-8d0b-cfa07619e042), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:26.183854 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] Pushing event updated for resources: {'Port': ['ID=ae353570-1e3f-4fc2-8d0b-cfa07619e042,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:26.275125 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] Attempting to bind port ae353570-1e3f-4fc2-8d0b-cfa07619e042 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:19:26.275574 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] Attempting to bind port ae353570-1e3f-4fc2-8d0b-cfa07619e042 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:19:26.276097 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] Attempting to bind port ae353570-1e3f-4fc2-8d0b-cfa07619e042 on network 8bc94bec-5b18-4b15-a531-8b4a0778b280 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:19:26.287091 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] Port ae353570-1e3f-4fc2-8d0b-cfa07619e042 on network 8bc94bec-5b18-4b15-a531-8b4a0778b280 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:19:26.287420 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] Attempting to bind port ae353570-1e3f-4fc2-8d0b-cfa07619e042 on network 8bc94bec-5b18-4b15-a531-8b4a0778b280 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:19:26.289575 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:26.294350 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:19:26.294793 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] Checking segment: {'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:19:26.295183 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] Bound using segment: {'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:19:26.295682 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] Bound port: ae353570-1e3f-4fc2-8d0b-cfa07619e042, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:19:26.296306 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (ae353570-1e3f-4fc2-8d0b-cfa07619e042), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:26.380786 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] For port ae353570-1e3f-4fc2-8d0b-cfa07619e042, host hv-cinder-84713, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:19:26.384905 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] For port ae353570-1e3f-4fc2-8d0b-cfa07619e042, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=ae353570-1e3f-4fc2-8d0b-cfa07619e042,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:19:26.395600 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (ae353570-1e3f-4fc2-8d0b-cfa07619e042), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:26.449237 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:26.450116 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:26.451761 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-36416b3e-00f7-4d14-9449-b197232987e8 req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] 10.222.0.59 "PUT /v2.0/ports/ae353570-1e3f-4fc2-8d0b-cfa07619e042 HTTP/1.1" status: 200 len: 1093 time: 0.8243849 Jun 22 10:19:26.452411 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09', 'tag': 'ae353570-1e3f-4fc2-8d0b-cfa07619e042'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:19:26.455481 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a044bd-99ab-4986-997d-0731f618c098" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09", "tag": "ae353570-1e3f-4fc2-8d0b-cfa07619e042"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:19:26.478628 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98715e21-28b0-4a0f-b719-4a2fe445387e service neutron] Pushing event updated for resources: {'Port': ['ID=ae353570-1e3f-4fc2-8d0b-cfa07619e042,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:26.525642 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d064726a-b882-46c0-8ea8-8a6861dc5cc4 x-openstack-request-id: req-d064726a-b882-46c0-8ea8-8a6861dc5cc4 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:19:26.526096 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09", "tag": "ae353570-1e3f-4fc2-8d0b-cfa07619e042", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:19:26.526464 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d064726a-b882-46c0-8ea8-8a6861dc5cc4 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:19:26.526961 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d064726a-b882-46c0-8ea8-8a6861dc5cc4'] response: {'name': 'network-changed', 'server_uuid': 'a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09', 'tag': 'ae353570-1e3f-4fc2-8d0b-cfa07619e042', 'status': 'completed', 'code': 200} Jun 22 10:19:26.580460 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36416b3e-00f7-4d14-9449-b197232987e8 req-546672fb-0bd7-442e-a3b8-b15ced49e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:26.582080 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-36416b3e-00f7-4d14-9449-b197232987e8 req-546672fb-0bd7-442e-a3b8-b15ced49e07a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78629282e2b74418a2c1cdac32576ef1&device_id=a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09 HTTP/1.1" status: 200 len: 1127 time: 0.0693634 Jun 22 10:19:26.648485 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-36416b3e-00f7-4d14-9449-b197232987e8 req-aa3f56d5-7d3f-43b1-b4b4-5b35be56aaf8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae353570-1e3f-4fc2-8d0b-cfa07619e042 HTTP/1.1" status: 200 len: 217 time: 0.0545847 Jun 22 10:19:26.708307 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36416b3e-00f7-4d14-9449-b197232987e8 req-b71b7681-4019-4f3b-901c-4b5c6493d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:26.710598 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-36416b3e-00f7-4d14-9449-b197232987e8 req-b71b7681-4019-4f3b-901c-4b5c6493d3ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22fb0c08-5da0-43f7-a157-f246eb31d192 HTTP/1.1" status: 200 len: 853 time: 0.0547593 Jun 22 10:19:26.766796 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36416b3e-00f7-4d14-9449-b197232987e8 req-8d631469-c4fd-4d18-88ac-5609a7753ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:26.768507 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-36416b3e-00f7-4d14-9449-b197232987e8 req-8d631469-c4fd-4d18-88ac-5609a7753ce6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bc94bec-5b18-4b15-a531-8b4a0778b280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481036 Jun 22 10:19:26.893955 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-36416b3e-00f7-4d14-9449-b197232987e8 req-992b439b-ca12-4717-8c3e-2ebf3deab3f4 service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080494 Jun 22 10:19:27.013356 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-36416b3e-00f7-4d14-9449-b197232987e8 req-270b5ae1-e0fd-47ab-9747-714b193abf3b service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095507 Jun 22 10:19:27.154695 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff6f5e-20aa-4f8f-ab19-add54eb9d9e3 req-f3d8093a-c3d8-4d22-b5e6-90628fa858da tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:27.158183 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-65ff6f5e-20aa-4f8f-ab19-add54eb9d9e3 req-f3d8093a-c3d8-4d22-b5e6-90628fa858da tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09 HTTP/1.1" status: 200 len: 943 time: 0.0510778 Jun 22 10:19:27.208788 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-65ff6f5e-20aa-4f8f-ab19-add54eb9d9e3 req-7b9ab91f-b9fc-47d7-a3df-f2113e6b38a9 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f0864-d2ff-4794-9691-72c90096c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456121 Jun 22 10:19:28.097437 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a044bd-99ab-4986-997d-0731f618c098 req-17a14fb1-f8e5-491a-9d2d-ef32374f42b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:28.104637 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-93a044bd-99ab-4986-997d-0731f618c098 req-17a14fb1-f8e5-491a-9d2d-ef32374f42b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78629282e2b74418a2c1cdac32576ef1&device_id=a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09 HTTP/1.1" status: 200 len: 1127 time: 0.0536301 Jun 22 10:19:28.146297 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:28.220878 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a044bd-99ab-4986-997d-0731f618c098 req-96593f3f-4733-44f7-980b-2825088976c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:28.223317 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-93a044bd-99ab-4986-997d-0731f618c098 req-96593f3f-4733-44f7-980b-2825088976c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8bc94bec-5b18-4b15-a531-8b4a0778b280 HTTP/1.1" status: 200 len: 915 time: 0.1150737 Jun 22 10:19:28.277625 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-93a044bd-99ab-4986-997d-0731f618c098 req-eb9bba04-ab84-4e22-b8ff-bbd4ad4c4ba5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae353570-1e3f-4fc2-8d0b-cfa07619e042 HTTP/1.1" status: 200 len: 217 time: 0.0430393 Jun 22 10:19:28.333793 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a044bd-99ab-4986-997d-0731f618c098 req-d9dd1ad2-1958-4a1f-957c-137abf6dcbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:28.335414 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-93a044bd-99ab-4986-997d-0731f618c098 req-d9dd1ad2-1958-4a1f-957c-137abf6dcbf6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22fb0c08-5da0-43f7-a157-f246eb31d192 HTTP/1.1" status: 200 len: 853 time: 0.0501399 Jun 22 10:19:28.377463 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d093d4-9f2a-443f-9826-32a7686026e4 req-0703ebd1-3780-41e0-8943-1e2269309fc7 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:28.379951 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-17d093d4-9f2a-443f-9826-32a7686026e4 req-0703ebd1-3780-41e0-8943-1e2269309fc7 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09 HTTP/1.1" status: 200 len: 943 time: 0.0686681 Jun 22 10:19:28.397085 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a044bd-99ab-4986-997d-0731f618c098 req-76958bf5-ae5f-407a-afba-d417a63f3552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:28.399782 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-93a044bd-99ab-4986-997d-0731f618c098 req-76958bf5-ae5f-407a-afba-d417a63f3552 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bc94bec-5b18-4b15-a531-8b4a0778b280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564439 Jun 22 10:19:28.454545 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-17d093d4-9f2a-443f-9826-32a7686026e4 req-01fea906-efc0-4838-a3a6-7e4f20bff1fc tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f0864-d2ff-4794-9691-72c90096c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560899 Jun 22 10:19:28.531051 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-93a044bd-99ab-4986-997d-0731f618c098 req-127dc74d-43bb-44c4-9193-0b3c653a82e1 service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229653 Jun 22 10:19:28.637322 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-93a044bd-99ab-4986-997d-0731f618c098 req-428653f8-4056-4b7f-bdd5-82c374f9b20a service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976136 Jun 22 10:19:29.173923 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device ae353570-1e3f-4fc2-8d0b-cfa07619e042 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:19:29.283134 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port ae353570-1e3f-4fc2-8d0b-cfa07619e042, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=ae353570-1e3f-4fc2-8d0b-cfa07619e042,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:19:29.294895 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': 'ae353570-1e3f-4fc2-8d0b-cfa07619e042', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'port_id': 'ae353570-1e3f-4fc2-8d0b-cfa07619e042', 'mac_address': 'fa:16:3e:92:25:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:19:29.329973 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port ae353570-1e3f-4fc2-8d0b-cfa07619e042 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:29.330364 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (ae353570-1e3f-4fc2-8d0b-cfa07619e042), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:29.347646 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae353570-1e3f-4fc2-8d0b-cfa07619e042 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:19:29.384703 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port ae353570-1e3f-4fc2-8d0b-cfa07619e042, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=ae353570-1e3f-4fc2-8d0b-cfa07619e042,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:19:29.396226 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (ae353570-1e3f-4fc2-8d0b-cfa07619e042), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:29.463636 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=ae353570-1e3f-4fc2-8d0b-cfa07619e042,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:29.474984 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:29.475642 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:29.476100 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:29.476613 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:29.476972 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:29.477749 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:29.478437 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:29.478939 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:29.479367 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:29.479828 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:29.480310 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:29.480757 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:29.481121 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:29.481825 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:29.482293 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:29.607936 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a52c7-3c54-4534-b61b-6ce3772c6f97 req-037f34cc-ddcd-4652-be67-4d044b089a80 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:29.610275 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e86a52c7-3c54-4534-b61b-6ce3772c6f97 req-037f34cc-ddcd-4652-be67-4d044b089a80 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09 HTTP/1.1" status: 200 len: 944 time: 0.0683377 Jun 22 10:19:29.651825 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:29.675745 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e86a52c7-3c54-4534-b61b-6ce3772c6f97 req-48797aed-13c7-4d19-8ff3-1cde2c4e3266 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f0864-d2ff-4794-9691-72c90096c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570052 Jun 22 10:19:29.765151 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['ae353570-1e3f-4fc2-8d0b-cfa07619e042'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:19:29.875621 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:29.898709 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:30.803217 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f6e98-3e3b-4756-9e5e-3c471df21d17 req-fe5bd501-0561-4fa4-abfa-a931dce03165 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:30.805317 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-197f6e98-3e3b-4756-9e5e-3c471df21d17 req-fe5bd501-0561-4fa4-abfa-a931dce03165 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09 HTTP/1.1" status: 200 len: 944 time: 0.0511916 Jun 22 10:19:30.871951 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-197f6e98-3e3b-4756-9e5e-3c471df21d17 req-a54bdb85-3e9b-4ef7-aac2-632182e4557a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f0864-d2ff-4794-9691-72c90096c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566957 Jun 22 10:19:31.168800 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device ae353570-1e3f-4fc2-8d0b-cfa07619e042 up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:19:31.220526 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port ae353570-1e3f-4fc2-8d0b-cfa07619e042 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:19:31.227275 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port ae353570-1e3f-4fc2-8d0b-cfa07619e042 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:31.227686 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (ae353570-1e3f-4fc2-8d0b-cfa07619e042), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:31.315612 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port ae353570-1e3f-4fc2-8d0b-cfa07619e042 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:31.316250 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (ae353570-1e3f-4fc2-8d0b-cfa07619e042), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:31.342183 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae353570-1e3f-4fc2-8d0b-cfa07619e042'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:19:31.344665 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4032b9-df89-4706-af6a-d8ad86f421a5" -d '{"events": [{"server_uuid": "a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09", "name": "network-vif-plugged", "status": "completed", "tag": "ae353570-1e3f-4fc2-8d0b-cfa07619e042"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:19:31.361572 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port ae353570-1e3f-4fc2-8d0b-cfa07619e042, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=ae353570-1e3f-4fc2-8d0b-cfa07619e042,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:19:31.367916 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (ae353570-1e3f-4fc2-8d0b-cfa07619e042), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:31.452297 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=ae353570-1e3f-4fc2-8d0b-cfa07619e042,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:31.453769 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6ee263-28c7-451e-b8f0-905c1de2dd91 x-openstack-request-id: req-8d6ee263-28c7-451e-b8f0-905c1de2dd91 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:19:31.454853 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09", "name": "network-vif-plugged", "status": "completed", "tag": "ae353570-1e3f-4fc2-8d0b-cfa07619e042", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:19:31.455127 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d6ee263-28c7-451e-b8f0-905c1de2dd91 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:19:31.455645 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6ee263-28c7-451e-b8f0-905c1de2dd91'] response: {'server_uuid': 'a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae353570-1e3f-4fc2-8d0b-cfa07619e042', 'code': 200} Jun 22 10:19:31.579890 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:31.594898 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a17279-ef34-42e0-8803-ca6dcbcc581f req-0b16694c-d91f-4e05-9f93-38bcd7cdd651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:31.596482 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d0a17279-ef34-42e0-8803-ca6dcbcc581f req-0b16694c-d91f-4e05-9f93-38bcd7cdd651 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2&device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 1129 time: 0.0656295 Jun 22 10:19:31.660690 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2cae0-03bb-4598-a257-3f48293c86c3 req-5c1022a4-084c-4ee2-8208-258a2bdda1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:31.662324 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cdf2cae0-03bb-4598-a257-3f48293c86c3 req-5c1022a4-084c-4ee2-8208-258a2bdda1b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09 HTTP/1.1" status: 200 len: 1129 time: 0.0781388 Jun 22 10:19:31.824264 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d158d-7b04-4211-a2b4-7318b3ac9331 req-d309e654-8c6b-42a7-b378-74f8c769d4d6 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:31.825776 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-269d158d-7b04-4211-a2b4-7318b3ac9331 req-d309e654-8c6b-42a7-b378-74f8c769d4d6 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.2992480 Jun 22 10:19:31.877840 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-269d158d-7b04-4211-a2b4-7318b3ac9331 req-e9f8da6b-9f5d-41f7-ad36-44a0abdc00c8 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455072 Jun 22 10:19:32.007659 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a17279-ef34-42e0-8803-ca6dcbcc581f req-fdd57c5c-55aa-4db0-ae32-b8c8efef5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:32.007864 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55dafac-85ab-43d9-acb5-58fb9ebdcb87 req-468b4bdd-69e3-4710-af54-569a23e49c3b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:32.009177 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d0a17279-ef34-42e0-8803-ca6dcbcc581f req-fdd57c5c-55aa-4db0-ae32-b8c8efef5d8d service neutron] 10.222.0.59 "GET /v2.0/networks?id=4f5c1d12-de71-40fa-95b0-3e1b37dac412 HTTP/1.1" status: 200 len: 920 time: 0.3932564 Jun 22 10:19:32.010274 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b55dafac-85ab-43d9-acb5-58fb9ebdcb87 req-468b4bdd-69e3-4710-af54-569a23e49c3b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09 HTTP/1.1" status: 200 len: 945 time: 0.0582132 Jun 22 10:19:32.013466 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cdf2cae0-03bb-4598-a257-3f48293c86c3 req-38d41f7f-287a-4ba4-8931-dd846d3d4b5c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fd2f0864-d2ff-4794-9691-72c90096c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222060 Jun 22 10:19:32.063789 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b55dafac-85ab-43d9-acb5-58fb9ebdcb87 req-ffca23c2-841d-41dd-a5ac-34625632b15d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f0864-d2ff-4794-9691-72c90096c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450785 Jun 22 10:19:32.277973 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d0a17279-ef34-42e0-8803-ca6dcbcc581f req-c4ed437b-d484-4a27-858c-b799e488abee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 HTTP/1.1" status: 200 len: 1001 time: 0.0571179 Jun 22 10:19:32.327880 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a17279-ef34-42e0-8803-ca6dcbcc581f req-d4eb466e-f623-45fa-ae7c-d2b0207384bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:32.330099 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d0a17279-ef34-42e0-8803-ca6dcbcc581f req-d4eb466e-f623-45fa-ae7c-d2b0207384bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d52cd81-ade1-4a9c-ad07-0183651deb0b HTTP/1.1" status: 200 len: 858 time: 0.0451479 Jun 22 10:19:32.378864 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a17279-ef34-42e0-8803-ca6dcbcc581f req-2be9430e-ed6f-43ef-85ca-892880e0beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:32.380404 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d0a17279-ef34-42e0-8803-ca6dcbcc581f req-2be9430e-ed6f-43ef-85ca-892880e0beb9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f5c1d12-de71-40fa-95b0-3e1b37dac412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446892 Jun 22 10:19:32.476114 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d0a17279-ef34-42e0-8803-ca6dcbcc581f req-beef7318-e1ea-438d-b759-f31cfcb2d46a service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883870 Jun 22 10:19:32.875795 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d0a17279-ef34-42e0-8803-ca6dcbcc581f req-11c51cea-e390-474c-9555-79ddf3e33c70 service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877287 Jun 22 10:19:32.999476 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f121dc-26ad-47e7-a427-f23c013da380 req-470e385e-b2e5-457c-8d74-9bd3f096fe31 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:33.000950 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a7f121dc-26ad-47e7-a427-f23c013da380 req-470e385e-b2e5-457c-8d74-9bd3f096fe31 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0498939 Jun 22 10:19:33.047335 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a7f121dc-26ad-47e7-a427-f23c013da380 req-d0349416-12ed-4672-9171-2d2e7a308f6a tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409570 Jun 22 10:19:33.171879 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:33.180528 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d69f5b-339b-4ad2-a81a-5703855fa5a9 req-dc333950-74c3-4a75-ae24-41e638fc09f2 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:33.182075 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-19d69f5b-339b-4ad2-a81a-5703855fa5a9 req-dc333950-74c3-4a75-ae24-41e638fc09f2 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09 HTTP/1.1" status: 200 len: 945 time: 0.0487866 Jun 22 10:19:33.229272 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-19d69f5b-339b-4ad2-a81a-5703855fa5a9 req-c001d220-1cdb-4b9f-8666-69821ef6b437 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f0864-d2ff-4794-9691-72c90096c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416124 Jun 22 10:19:33.500269 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41222) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:33.528705 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:33.545645 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f83b9a8-5cce-4e1b-a491-96f0107f88d4 admin admin] Deleting subnet c6380ff7-18d1-40fa-a825-a78c439eacda {{(pid=104122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 10:19:33.549364 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f83b9a8-5cce-4e1b-a491-96f0107f88d4 admin admin] Publish callbacks [] for subnet (c6380ff7-18d1-40fa-a825-a78c439eacda), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:33.583610 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f83b9a8-5cce-4e1b-a491-96f0107f88d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6288363'] for subnet (c6380ff7-18d1-40fa-a825-a78c439eacda), precommit_delete_associations {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:33.630083 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f83b9a8-5cce-4e1b-a491-96f0107f88d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739848'] for subnet (c6380ff7-18d1-40fa-a825-a78c439eacda), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:33.684908 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f83b9a8-5cce-4e1b-a491-96f0107f88d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5276747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6209155'] for subnet (c6380ff7-18d1-40fa-a825-a78c439eacda), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:33.712368 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83b9a8-5cce-4e1b-a491-96f0107f88d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6380ff7-18d1-40fa-a825-a78c439eacda,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:33.714389 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8f83b9a8-5cce-4e1b-a491-96f0107f88d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:33.720060 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-8f83b9a8-5cce-4e1b-a491-96f0107f88d4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c6380ff7-18d1-40fa-a825-a78c439eacda HTTP/1.1" status: 204 len: 168 time: 0.2162516 Jun 22 10:19:33.720825 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41224) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:33.794064 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eb7eef89-8c7c-4848-91bd-d32160b7947e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1791967'] for network (e3bd5741-bd96-458e-92f1-363af9f36a6d), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:33.872092 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eb7eef89-8c7c-4848-91bd-d32160b7947e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722933', 'neutron.services.segments.db._delete_segments_for_network-8773365012875'] for network (e3bd5741-bd96-458e-92f1-363af9f36a6d), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:33.893806 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-eb7eef89-8c7c-4848-91bd-d32160b7947e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bd5741-bd96-458e-92f1-363af9f36a6d']}} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:33.903204 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-eb7eef89-8c7c-4848-91bd-d32160b7947e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82fde99-5bb4-43d3-8fc0-c75eb8fac109') {'for_net_delete': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:33.903507 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-eb7eef89-8c7c-4848-91bd-d32160b7947e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82fde99-5bb4-43d3-8fc0-c75eb8fac109') {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:33.913768 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eb7eef89-8c7c-4848-91bd-d32160b7947e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773365013140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6288368'] for segment (f82fde99-5bb4-43d3-8fc0-c75eb8fac109), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:33.929839 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eb7eef89-8c7c-4848-91bd-d32160b7947e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (f82fde99-5bb4-43d3-8fc0-c75eb8fac109), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:33.937006 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7eef89-8c7c-4848-91bd-d32160b7947e admin admin] Releasing vlan 988 on physical network physnet1 to pool {{(pid=104122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:19:33.937479 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eb7eef89-8c7c-4848-91bd-d32160b7947e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5276705'] for segment (f82fde99-5bb4-43d3-8fc0-c75eb8fac109), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:33.966871 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment f82fde99-5bb4-43d3-8fc0-c75eb8fac109 resource provider aggregate not found Jun 22 10:19:34.002013 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:34.004385 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment f82fde99-5bb4-43d3-8fc0-c75eb8fac109 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f82fde99-5bb4-43d3-8fc0-c75eb8fac109 found for delete ", "request_id": "req-dcffbfbf-5416-4552-b967-bfdd944f0d23"}]} Jun 22 10:19:34.012964 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eb7eef89-8c7c-4848-91bd-d32160b7947e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745775'] for network (e3bd5741-bd96-458e-92f1-363af9f36a6d), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:34.020637 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eb7eef89-8c7c-4848-91bd-d32160b7947e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:34.023774 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-eb7eef89-8c7c-4848-91bd-d32160b7947e admin admin] 10.222.0.43 "DELETE /v2.0/networks/e3bd5741-bd96-458e-92f1-363af9f36a6d HTTP/1.1" status: 204 len: 168 time: 0.3022258 Jun 22 10:19:34.037907 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7eef89-8c7c-4848-91bd-d32160b7947e admin admin] Pushing event deleted for resources: {'Network': ['ID=e3bd5741-bd96-458e-92f1-363af9f36a6d,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:34.175682 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b28437-f1f5-422b-9508-c8b57471eeee req-a9de42d4-c063-45e6-8807-a80832b08d06 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:34.177205 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-75b28437-f1f5-422b-9508-c8b57471eeee req-a9de42d4-c063-45e6-8807-a80832b08d06 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0529974 Jun 22 10:19:34.197518 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41236) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:34.229423 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-75b28437-f1f5-422b-9508-c8b57471eeee req-7ec0d6ed-f33f-4cc3-a43b-cb13df26b9f3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467834 Jun 22 10:19:34.240474 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-c033c47b-1599-4422-a45c-75e77422fb23 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b75addf2f334d7cb584ccae7779d3f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417187 Jun 22 10:19:34.242885 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41238) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:34.291661 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-26a1019f-8b32-4ab2-a75f-2a0b4359587a admin admin] Publish callbacks [] for security_group (9f54f9e1-205f-4336-bbce-a60f8e812592), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:34.313588 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-26a1019f-8b32-4ab2-a75f-2a0b4359587a admin admin] Publish callbacks [] for security_group (9f54f9e1-205f-4336-bbce-a60f8e812592), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:34.342651 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207bd0d-e1a1-4290-9c3a-50b2406d5cea req-1c515c8d-b7f5-4d99-b52e-169e7fc6bad1 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:34.344126 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d207bd0d-e1a1-4290-9c3a-50b2406d5cea req-1c515c8d-b7f5-4d99-b52e-169e7fc6bad1 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09 HTTP/1.1" status: 200 len: 945 time: 0.0473967 Jun 22 10:19:34.366494 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-26a1019f-8b32-4ab2-a75f-2a0b4359587a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (9f54f9e1-205f-4336-bbce-a60f8e812592), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:34.369020 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-26a1019f-8b32-4ab2-a75f-2a0b4359587a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:34.370232 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-26a1019f-8b32-4ab2-a75f-2a0b4359587a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f54f9e1-205f-4336-bbce-a60f8e812592 HTTP/1.1" status: 204 len: 168 time: 0.1264355 Jun 22 10:19:34.378434 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1019f-8b32-4ab2-a75f-2a0b4359587a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f54f9e1-205f-4336-bbce-a60f8e812592,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:34.401008 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d207bd0d-e1a1-4290-9c3a-50b2406d5cea req-d48659a7-c948-4455-b89e-188bb8042c7d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f0864-d2ff-4794-9691-72c90096c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501139 Jun 22 10:19:34.513072 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda91fa3-c93f-4b87-9d5d-0bdbaae2680d req-a721a3ed-cb1d-4adc-acfe-636d58b1fc14 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:34.514581 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fda91fa3-c93f-4b87-9d5d-0bdbaae2680d req-a721a3ed-cb1d-4adc-acfe-636d58b1fc14 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09 HTTP/1.1" status: 200 len: 945 time: 0.0473523 Jun 22 10:19:34.524294 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41246) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:34.528974 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-48737744-4ef7-4e59-9c81-18674952dded tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'floatingip': {'port_id': 'ae353570-1e3f-4fc2-8d0b-cfa07619e042'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:34.572781 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-48737744-4ef7-4e59-9c81-18674952dded tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (e74a220f-ab8a-40bc-88f0-8b03309a20fa), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:34.958240 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:34.995525 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:35.018472 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-48737744-4ef7-4e59-9c81-18674952dded tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:35.022073 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-48737744-4ef7-4e59-9c81-18674952dded tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (e74a220f-ab8a-40bc-88f0-8b03309a20fa), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:35.098677 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41266) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:35.120389 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-48737744-4ef7-4e59-9c81-18674952dded tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Floating IP e74a220f-ab8a-40bc-88f0-8b03309a20fa associated. External IP: 172.27.0.207, port: ae353570-1e3f-4fc2-8d0b-cfa07619e042. Jun 22 10:19:35.207318 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-1f3fc576-a90f-43da-916c-84c4a006660d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-921632638-network', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:35.219220 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:35.227848 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3fc576-a90f-43da-916c-84c4a006660d admin admin] Made reservation on behalf of 1cb1af845e594466b12a11b7cab99a7c for: {'network': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:19:35.230593 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1f3fc576-a90f-43da-916c-84c4a006660d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for network (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:35.239677 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1f3fc576-a90f-43da-916c-84c4a006660d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:35.277189 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:35.330566 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1f3fc576-a90f-43da-916c-84c4a006660d admin admin] Publish callbacks [] for security_group (514081a0-08d8-4120-892e-1ece5399ac4b), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:35.334372 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1f3fc576-a90f-43da-916c-84c4a006660d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (514081a0-08d8-4120-892e-1ece5399ac4b), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:35.364909 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3fc576-a90f-43da-916c-84c4a006660d admin admin] vlan segment allocate from pool success with {'vlan_id': 973, 'physical_network': 'physnet1'} {{(pid=104122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:19:35.365924 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3df875-7388-439a-aca4-d375f79587b3 req-b50d0e29-f8e3-44cb-842e-34f81fbc47f9 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:35.367430 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ab3df875-7388-439a-aca4-d375f79587b3 req-b50d0e29-f8e3-44cb-842e-34f81fbc47f9 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0609896 Jun 22 10:19:35.374617 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48737744-4ef7-4e59-9c81-18674952dded tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:19:35.378127 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fc576-a90f-43da-916c-84c4a006660d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514081a0-08d8-4120-892e-1ece5399ac4b,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:35.385020 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1f3fc576-a90f-43da-916c-84c4a006660d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (fc028856-14b9-419a-8b62-8b234ffb395e), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:35.385369 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.segments_db [None req-1f3fc576-a90f-43da-916c-84c4a006660d admin admin] Added segment fc028856-14b9-419a-8b62-8b234ffb395e of type vlan for network 96156af8-0bc3-4b6c-bec6-429f61356c8a Jun 22 10:19:35.428252 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1f3fc576-a90f-43da-916c-84c4a006660d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773364491457'] for network (96156af8-0bc3-4b6c-bec6-429f61356c8a), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:35.453531 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1f3fc576-a90f-43da-916c-84c4a006660d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for network (96156af8-0bc3-4b6c-bec6-429f61356c8a), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:35.454606 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3fc576-a90f-43da-916c-84c4a006660d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:35.454779 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ab3df875-7388-439a-aca4-d375f79587b3 req-0847085f-5f8a-4a33-a72e-0f7a5f01253c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788250 Jun 22 10:19:35.455244 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1f3fc576-a90f-43da-916c-84c4a006660d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:35.487034 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-1f3fc576-a90f-43da-916c-84c4a006660d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3821914 Jun 22 10:19:35.498289 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41272) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:35.504456 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-7bcab794-3ae1-4f85-b2ea-be2fcf781ba8 admin admin] Request body: {'subnet': {'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-921632638-subnet', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'ip_version': 4}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:35.523893 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48737744-4ef7-4e59-9c81-18674952dded tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:19:35.528924 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-48737744-4ef7-4e59-9c81-18674952dded tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:35.536461 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d25f61-f7db-4051-92f2-48e85d289c1b None None] Sync routers for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:19:35.543249 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fc576-a90f-43da-916c-84c4a006660d admin admin] Pushing event updated for resources: {'Network': ['ID=96156af8-0bc3-4b6c-bec6-429f61356c8a,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:35.549651 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d25f61-f7db-4051-92f2-48e85d289c1b None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:19:35.550621 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-c1d25f61-f7db-4051-92f2-48e85d289c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:19:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:35.557599 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcab794-3ae1-4f85-b2ea-be2fcf781ba8 admin admin] Made reservation on behalf of 1cb1af845e594466b12a11b7cab99a7c for: {'subnet': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:19:35.558377 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Network 96156af8-0bc3-4b6c-bec6-429f61356c8a details requested by agent ovs-agent-dv-cinder-847131-1-iscsi with host dv-cinder-847131-1-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 10:19:35.560317 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7bcab794-3ae1-4f85-b2ea-be2fcf781ba8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6209260'] for subnet (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:35.563380 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-48737744-4ef7-4e59-9c81-18674952dded tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "PUT /v2.0/floatingips/e74a220f-ab8a-40bc-88f0-8b03309a20fa HTTP/1.1" status: 200 len: 991 time: 1.0380230 Jun 22 10:19:35.564517 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09', 'tag': 'ae353570-1e3f-4fc2-8d0b-cfa07619e042'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:19:35.566943 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898db771481267bf496a2732a32d4addbcaa54fa352ad4e4fb07179b33d7b991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277409a5-6421-4e7c-b379-5a482d75c86b" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09", "tag": "ae353570-1e3f-4fc2-8d0b-cfa07619e042"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:19:35.604790 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bc97ca-ff73-4266-8d75-20776c12ea21 x-openstack-request-id: req-a6bc97ca-ff73-4266-8d75-20776c12ea21 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:19:35.605081 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09", "tag": "ae353570-1e3f-4fc2-8d0b-cfa07619e042", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:19:35.605354 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6bc97ca-ff73-4266-8d75-20776c12ea21 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:19:35.606073 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6bc97ca-ff73-4266-8d75-20776c12ea21'] response: {'name': 'network-changed', 'server_uuid': 'a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09', 'tag': 'ae353570-1e3f-4fc2-8d0b-cfa07619e042', 'status': 'completed', 'code': 200} Jun 22 10:19:35.689442 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277409a5-6421-4e7c-b379-5a482d75c86b req-138e60a8-43db-4582-9fb9-6bf54a7c5455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:35.690979 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-277409a5-6421-4e7c-b379-5a482d75c86b req-138e60a8-43db-4582-9fb9-6bf54a7c5455 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78629282e2b74418a2c1cdac32576ef1&device_id=a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09 HTTP/1.1" status: 200 len: 1129 time: 0.0549614 Jun 22 10:19:35.822967 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:35.848758 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-c1d25f61-f7db-4051-92f2-48e85d289c1b None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:19:35.857351 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7bcab794-3ae1-4f85-b2ea-be2fcf781ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5276808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6209178'] for subnet (2c45b72d-dee0-4152-ab84-13a956020161), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:35.884144 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277409a5-6421-4e7c-b379-5a482d75c86b req-e1615d8b-6f8b-4e8f-b092-2584f33b6d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:35.885620 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-277409a5-6421-4e7c-b379-5a482d75c86b req-e1615d8b-6f8b-4e8f-b092-2584f33b6d54 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8bc94bec-5b18-4b15-a531-8b4a0778b280 HTTP/1.1" status: 200 len: 915 time: 0.1723297 Jun 22 10:19:35.966788 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcab794-3ae1-4f85-b2ea-be2fcf781ba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c45b72d-dee0-4152-ab84-13a956020161,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:35.980215 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:35.984484 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-277409a5-6421-4e7c-b379-5a482d75c86b req-029ee45c-2531-47be-9ff8-f479f8c72883 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae353570-1e3f-4fc2-8d0b-cfa07619e042 HTTP/1.1" status: 200 len: 999 time: 0.0858943 Jun 22 10:19:35.985563 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcab794-3ae1-4f85-b2ea-be2fcf781ba8 admin admin] Checking segment: {'id': 'fc028856-14b9-419a-8b62-8b234ffb395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:19:35.985963 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcab794-3ae1-4f85-b2ea-be2fcf781ba8 admin admin] Network hostable DHCP agents. Network: 96156af8-0bc3-4b6c-bec6-429f61356c8a, hostable agents: ['932caf1b-e271-42cd-92f3-ee8a2197157a'], hosted agents: [] {{(pid=104122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:19:36.041343 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcab794-3ae1-4f85-b2ea-be2fcf781ba8 admin admin] Network 96156af8-0bc3-4b6c-bec6-429f61356c8a is scheduled to be hosted by DHCP agent 932caf1b-e271-42cd-92f3-ee8a2197157a with binding_index 1 {{(pid=104122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:19:36.050505 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277409a5-6421-4e7c-b379-5a482d75c86b req-de1f9aaa-30e2-4a0b-ae7d-52f6f25ef52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:36.052047 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-277409a5-6421-4e7c-b379-5a482d75c86b req-de1f9aaa-30e2-4a0b-ae7d-52f6f25ef52a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22fb0c08-5da0-43f7-a157-f246eb31d192 HTTP/1.1" status: 200 len: 853 time: 0.0610769 Jun 22 10:19:36.056331 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-7bcab794-3ae1-4f85-b2ea-be2fcf781ba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-1-iscsi, 96156af8-0bc3-4b6c-bec6-429f61356c8a) {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:19:36.061561 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcab794-3ae1-4f85-b2ea-be2fcf781ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:36.062590 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7bcab794-3ae1-4f85-b2ea-be2fcf781ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:36.067424 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ffb370-5f33-4fc7-8add-f5af41bea08e None None] Network 96156af8-0bc3-4b6c-bec6-429f61356c8a requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:19:36.091854 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-c1d25f61-f7db-4051-92f2-48e85d289c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': 'e74a220f-ab8a-40bc-88f0-8b03309a20fa', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'port_id': 'ae353570-1e3f-4fc2-8d0b-cfa07619e042', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'mac_address': 'fa:16:3e:92:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:19:22Z', 'updated_at': '2022-06-22T10:19:34Z', 'revision_number': 1, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:36.108897 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-7bcab794-3ae1-4f85-b2ea-be2fcf781ba8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6095507 Jun 22 10:19:36.110212 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277409a5-6421-4e7c-b379-5a482d75c86b req-912737c8-d9eb-4cde-b73d-5f6c6e190a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:36.112170 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-277409a5-6421-4e7c-b379-5a482d75c86b req-912737c8-d9eb-4cde-b73d-5f6c6e190a60 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bc94bec-5b18-4b15-a531-8b4a0778b280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522053 Jun 22 10:19:36.112347 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41280) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:36.116951 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-fe86fc6f-fdac-4287-8085-06b0dd1718b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:36.135498 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d25f61-f7db-4051-92f2-48e85d289c1b None None] Checking router: 5451d18f-d46a-4c3a-8c24-a3ef6daffffe for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:19:36.139089 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fe86fc6f-fdac-4287-8085-06b0dd1718b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261094'] for router (e2b31658-b074-4e56-b5f2-fdcc84285211), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:36.140494 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fe86fc6f-fdac-4287-8085-06b0dd1718b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261105'] for router (e2b31658-b074-4e56-b5f2-fdcc84285211), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:36.179178 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d25f61-f7db-4051-92f2-48e85d289c1b None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:19:36.179822 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-c1d25f61-f7db-4051-92f2-48e85d289c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:19:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:36.182847 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:36.192616 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fe86fc6f-fdac-4287-8085-06b0dd1718b1 admin admin] Publish callbacks [] for router_controller (e2b31658-b074-4e56-b5f2-fdcc84285211), precommit_add_association {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:36.216378 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-277409a5-6421-4e7c-b379-5a482d75c86b req-0af46612-6cef-4883-9f92-96bb6ce9dcd0 service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969276 Jun 22 10:19:36.293233 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa237d7d-b3be-5477-8a51-97f00709975f-96156af8-0bc3-4b6c-bec6-429f61356c8a', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161'}]}} from dv-cinder-847131-1-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 10:19:36.294502 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:36.309975 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-277409a5-6421-4e7c-b379-5a482d75c86b req-1fc1e334-be5d-4994-9dae-d75d7668b221 service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862048 Jun 22 10:19:36.342900 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-c1d25f61-f7db-4051-92f2-48e85d289c1b None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:19:36.343471 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fe86fc6f-fdac-4287-8085-06b0dd1718b1 admin admin] Publish callbacks [] for router_gateway (e2b31658-b074-4e56-b5f2-fdcc84285211), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:36.429747 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:36.539052 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fe86fc6f-fdac-4287-8085-06b0dd1718b1 admin admin] Publish callbacks [] for router_gateway (e2b31658-b074-4e56-b5f2-fdcc84285211), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:36.573957 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] Allocated IP 172.20.0.2 (96156af8-0bc3-4b6c-bec6-429f61356c8a/2c45b72d-dee0-4152-ab84-13a956020161/b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:19:36.585339 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fe86fc6f-fdac-4287-8085-06b0dd1718b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:36.588879 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:36.614984 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f9cfd-0fa3-47f5-b046-d4843585a059 req-14f360b4-c286-49e9-a712-3b475d21ca77 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:36.616923 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-346f9cfd-0fa3-47f5-b046-d4843585a059 req-14f360b4-c286-49e9-a712-3b475d21ca77 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0799105 Jun 22 10:19:36.727532 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-346f9cfd-0fa3-47f5-b046-d4843585a059 req-0743dbfc-5fef-4f84-97ad-5d330ffd8ed0 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844147 Jun 22 10:19:36.733354 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:36.752160 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-fe86fc6f-fdac-4287-8085-06b0dd1718b1 admin admin] Allocated IP 172.27.0.97 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/aec26de2-39af-42ec-af21-78116e7a3415) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:19:36.758505 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-c1d25f61-f7db-4051-92f2-48e85d289c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': 'e74a220f-ab8a-40bc-88f0-8b03309a20fa', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'port_id': 'ae353570-1e3f-4fc2-8d0b-cfa07619e042', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'mac_address': 'fa:16:3e:92:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:19:22Z', 'updated_at': '2022-06-22T10:19:34Z', 'revision_number': 1, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:36.792947 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d25f61-f7db-4051-92f2-48e85d289c1b None None] The sync data for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi is: [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': 'e74a220f-ab8a-40bc-88f0-8b03309a20fa', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'port_id': 'ae353570-1e3f-4fc2-8d0b-cfa07619e042', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'mac_address': 'fa:16:3e:92:25:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:19:22Z', 'updated_at': '2022-06-22T10:19:34Z', 'revision_number': 1, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:19:36.843004 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] Publish callbacks [] for port (b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:36.850530 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:36.867871 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fe86fc6f-fdac-4287-8085-06b0dd1718b1 admin admin] Publish callbacks [] for port (aec26de2-39af-42ec-af21-78116e7a3415), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:36.894871 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] Network 96156af8-0bc3-4b6c-bec6-429f61356c8a is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:19:36.898182 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:19:36.902572 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:19:36.905144 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fe86fc6f-fdac-4287-8085-06b0dd1718b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (aec26de2-39af-42ec-af21-78116e7a3415), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:36.905898 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] Pushing event updated for resources: {'Port': ['ID=b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:36.950822 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe86fc6f-fdac-4287-8085-06b0dd1718b1 admin admin] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:19:36.956868 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-fe86fc6f-fdac-4287-8085-06b0dd1718b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:19:36.959610 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe86fc6f-fdac-4287-8085-06b0dd1718b1 admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:19:36.964151 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86fc6f-fdac-4287-8085-06b0dd1718b1 admin admin] Pushing event updated for resources: {'Port': ['ID=aec26de2-39af-42ec-af21-78116e7a3415,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:36.971584 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] Attempting to bind port b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:19:36.972292 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] Attempting to bind port b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'fc028856-14b9-419a-8b62-8b234ffb395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:19:36.972570 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] Attempting to bind port b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6 on network 96156af8-0bc3-4b6c-bec6-429f61356c8a {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:19:36.979611 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:19:36.980185 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] Checking segment: {'id': 'fc028856-14b9-419a-8b62-8b234ffb395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:19:36.980696 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:36.981189 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] Bound using segment: {'id': 'fc028856-14b9-419a-8b62-8b234ffb395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:19:36.981795 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] Bound port: b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc028856-14b9-419a-8b62-8b234ffb395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:19:36.982283 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:37.005526 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:37.028698 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f53982-fd72-4fab-8661-9b7a61b8fce5 None None] New status for floating IP e74a220f-ab8a-40bc-88f0-8b03309a20fa: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:19:37.056019 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:37.057832 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] For port b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:19:37.061519 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] For port b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6,segment=NetworkSegment(fc028856-14b9-419a-8b62-8b234ffb395e),segment_id=fc028856-14b9-419a-8b62-8b234ffb395e)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:19:37.070496 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:37.132537 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5ba25-14cc-48ef-b897-a613e03fa4b4 None None] Pushing event updated for resources: {'Port': ['ID=b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:37.243771 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fe86fc6f-fdac-4287-8085-06b0dd1718b1 admin admin] Publish callbacks [] for router_gateway (e2b31658-b074-4e56-b5f2-fdcc84285211), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:37.443457 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fe86fc6f-fdac-4287-8085-06b0dd1718b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725670'] for router (e2b31658-b074-4e56-b5f2-fdcc84285211), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:37.771991 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:37.847239 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe86fc6f-fdac-4287-8085-06b0dd1718b1 admin admin] Router e2b31658-b074-4e56-b5f2-fdcc84285211 is scheduled to L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 with binding_index 1 {{(pid=104123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 10:19:37.856970 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:37.869021 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff47717-896c-40bc-b7c5-bda745bc649d req-15884d39-0270-42a7-848f-255de99a14aa tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:37.870617 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0ff47717-896c-40bc-b7c5-bda745bc649d req-15884d39-0270-42a7-848f-255de99a14aa tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0652680 Jun 22 10:19:38.000309 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0ff47717-896c-40bc-b7c5-bda745bc649d req-e8e2f638-0ad9-45e5-b3ae-02e9987c1104 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223946 Jun 22 10:19:38.017139 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe86fc6f-fdac-4287-8085-06b0dd1718b1 admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:19:38.033924 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] Sync routers for ids ['e2b31658-b074-4e56-b5f2-fdcc84285211'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:19:38.044033 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fe86fc6f-fdac-4287-8085-06b0dd1718b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:38.045423 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-fe86fc6f-fdac-4287-8085-06b0dd1718b1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9320123 Jun 22 10:19:38.046665 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] Routers {'e2b31658-b074-4e56-b5f2-fdcc84285211'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:19:38.047285 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:19:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['e2b31658-b074-4e56-b5f2-fdcc84285211'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:38.048895 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41286) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:38.083840 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6785c344-51c5-4cb6-8786-525045f47480 None None] Network 96156af8-0bc3-4b6c-bec6-429f61356c8a requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:19:38.189795 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-0810f740-b172-48ed-a4ab-2562b5c61fba None None] Provisioning complete for port b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:38.190168 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0810f740-b172-48ed-a4ab-2562b5c61fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:38.223925 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:38.259870 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] Set router e2b31658-b074-4e56-b5f2-fdcc84285211 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:19:38.488819 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-354b85b4-c02f-440b-8a1a-3cc4fdbd9593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:38.493944 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:19:38.558555 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fcc12807-0e6a-4d14-8e23-97859c23c6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:38.607648 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-0810f740-b172-48ed-a4ab-2562b5c61fba None None] Current status of the port b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:38.608036 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0810f740-b172-48ed-a4ab-2562b5c61fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:38.660592 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:38.660967 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:38.678704 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-354b85b4-c02f-440b-8a1a-3cc4fdbd9593 admin admin] Allocated IP 172.20.0.1 (96156af8-0bc3-4b6c-bec6-429f61356c8a/2c45b72d-dee0-4152-ab84-13a956020161/6c7706c4-d50e-41f1-bdc2-5b95504c9ada) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:19:38.695955 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-0810f740-b172-48ed-a4ab-2562b5c61fba None None] For port b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6,segment=NetworkSegment(fc028856-14b9-419a-8b62-8b234ffb395e),segment_id=fc028856-14b9-419a-8b62-8b234ffb395e)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:19:38.722649 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0810f740-b172-48ed-a4ab-2562b5c61fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:38.766072 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:38.776925 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:38.781385 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:37Z', 'revision_number': 3, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:38.807369 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-354b85b4-c02f-440b-8a1a-3cc4fdbd9593 admin admin] Publish callbacks [] for port (6c7706c4-d50e-41f1-bdc2-5b95504c9ada), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:38.818362 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] Checking router: e2b31658-b074-4e56-b5f2-fdcc84285211 for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:19:38.818710 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] Updating router e2b31658-b074-4e56-b5f2-fdcc84285211 port aec26de2-39af-42ec-af21-78116e7a3415 binding host dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:19:38.820863 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:38.824562 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810f740-b172-48ed-a4ab-2562b5c61fba None None] Pushing event updated for resources: {'Port': ['ID=b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:38.845931 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-354b85b4-c02f-440b-8a1a-3cc4fdbd9593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (6c7706c4-d50e-41f1-bdc2-5b95504c9ada), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:38.887293 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354b85b4-c02f-440b-8a1a-3cc4fdbd9593 admin admin] Network 96156af8-0bc3-4b6c-bec6-429f61356c8a is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:19:38.890547 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-354b85b4-c02f-440b-8a1a-3cc4fdbd9593 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:19:38.894219 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-3418d552-01ef-46d8-b6a7-778af02c75e7 None None] Provisioning complete for port b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:38.894595 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3418d552-01ef-46d8-b6a7-778af02c75e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:38.896316 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (aec26de2-39af-42ec-af21-78116e7a3415), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:38.896565 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b85b4-c02f-440b-8a1a-3cc4fdbd9593 admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:19:38.925237 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b85b4-c02f-440b-8a1a-3cc4fdbd9593 admin admin] Pushing event updated for resources: {'Port': ['ID=6c7706c4-d50e-41f1-bdc2-5b95504c9ada,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:38.932046 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:38.944059 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-354b85b4-c02f-440b-8a1a-3cc4fdbd9593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721155'] for router_interface (e2b31658-b074-4e56-b5f2-fdcc84285211), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:39.085834 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-3418d552-01ef-46d8-b6a7-778af02c75e7 None None] Current status of the port b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:39.099631 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-354b85b4-c02f-440b-8a1a-3cc4fdbd9593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (6c7706c4-d50e-41f1-bdc2-5b95504c9ada), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:39.151878 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:39.200869 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ccca3-fcdb-4d12-bd59-982ec0946862 req-72a2b239-7e1d-4ab6-86d2-3bd2479c9f32 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:39.202433 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d98ccca3-fcdb-4d12-bd59-982ec0946862 req-72a2b239-7e1d-4ab6-86d2-3bd2479c9f32 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0841341 Jun 22 10:19:39.242030 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-c49c72c3-6fe4-411c-88ff-e132a0a49920 None None] Provisioning complete for port 6c7706c4-d50e-41f1-bdc2-5b95504c9ada triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:39.242401 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c49c72c3-6fe4-411c-88ff-e132a0a49920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (6c7706c4-d50e-41f1-bdc2-5b95504c9ada), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:39.245158 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] Publish callbacks [] for port (aec26de2-39af-42ec-af21-78116e7a3415), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:39.271594 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (aec26de2-39af-42ec-af21-78116e7a3415), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:39.315715 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d98ccca3-fcdb-4d12-bd59-982ec0946862 req-8f04a7b9-dc19-40e9-aae3-e44a7ba0ee73 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970831 Jun 22 10:19:39.320911 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-c49c72c3-6fe4-411c-88ff-e132a0a49920 None None] Port 6c7706c4-d50e-41f1-bdc2-5b95504c9ada cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:19:39.339958 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] Attempting to bind port aec26de2-39af-42ec-af21-78116e7a3415 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:19:39.340620 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] Attempting to bind port aec26de2-39af-42ec-af21-78116e7a3415 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:19:39.340759 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] Attempting to bind port aec26de2-39af-42ec-af21-78116e7a3415 on network 79d15111-a84f-47a4-8793-6586c660a510 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:19:39.343098 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c58cc-552b-4fa6-be06-6fcae94dbc7c None None] Pushing event updated for resources: {'Port': ['ID=aec26de2-39af-42ec-af21-78116e7a3415,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:39.350327 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:19:39.350780 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] Checking segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:19:39.351100 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:39.351513 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] Bound using segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:19:39.352013 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] Bound port: aec26de2-39af-42ec-af21-78116e7a3415, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:19:39.352402 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (aec26de2-39af-42ec-af21-78116e7a3415), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:39.360523 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-354b85b4-c02f-440b-8a1a-3cc4fdbd9593 admin admin] Publish callbacks [] for port (6c7706c4-d50e-41f1-bdc2-5b95504c9ada), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:39.366389 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-354b85b4-c02f-440b-8a1a-3cc4fdbd9593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6232566'] for port (6c7706c4-d50e-41f1-bdc2-5b95504c9ada), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:39.403109 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] For port aec26de2-39af-42ec-af21-78116e7a3415, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:19:39.406395 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] For port aec26de2-39af-42ec-af21-78116e7a3415, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=aec26de2-39af-42ec-af21-78116e7a3415,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:19:39.412612 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (aec26de2-39af-42ec-af21-78116e7a3415), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:39.433530 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b85b4-c02f-440b-8a1a-3cc4fdbd9593 admin admin] Pushing event updated for resources: {'Port': ['ID=6c7706c4-d50e-41f1-bdc2-5b95504c9ada,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:39.436125 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-354b85b4-c02f-440b-8a1a-3cc4fdbd9593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722579'] for router_interface (e2b31658-b074-4e56-b5f2-fdcc84285211), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:39.472124 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] Routers {'e2b31658-b074-4e56-b5f2-fdcc84285211'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:19:39.472754 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:19:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['e2b31658-b074-4e56-b5f2-fdcc84285211'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:39.477680 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c58cc-552b-4fa6-be06-6fcae94dbc7c None None] Pushing event updated for resources: {'Port': ['ID=aec26de2-39af-42ec-af21-78116e7a3415,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:39.536706 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354b85b4-c02f-440b-8a1a-3cc4fdbd9593 admin admin] Network 96156af8-0bc3-4b6c-bec6-429f61356c8a is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:19:39.538432 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-354b85b4-c02f-440b-8a1a-3cc4fdbd9593 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:19:39.594899 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] Set router e2b31658-b074-4e56-b5f2-fdcc84285211 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:19:39.599977 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:39.608937 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:39.666781 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354b85b4-c02f-440b-8a1a-3cc4fdbd9593 admin admin] Router e2b31658-b074-4e56-b5f2-fdcc84285211 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:19:39.739282 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:39.757067 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-6bef331e-fefe-4195-b398-16b9d077b302 None None] Provisioning complete for port 6c7706c4-d50e-41f1-bdc2-5b95504c9ada triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:39.757446 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6bef331e-fefe-4195-b398-16b9d077b302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (6c7706c4-d50e-41f1-bdc2-5b95504c9ada), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:39.772052 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354b85b4-c02f-440b-8a1a-3cc4fdbd9593 admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:19:39.777224 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-354b85b4-c02f-440b-8a1a-3cc4fdbd9593 admin admin] 10.222.0.43 "PUT /v2.0/routers/e2b31658-b074-4e56-b5f2-fdcc84285211/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7272649 Jun 22 10:19:39.827158 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-6bef331e-fefe-4195-b398-16b9d077b302 None None] Port 6c7706c4-d50e-41f1-bdc2-5b95504c9ada cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:19:39.839322 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 2, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:39.865242 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6be524-effd-448e-98ea-bda05e50b902 None None] The sync data for ids ['e2b31658-b074-4e56-b5f2-fdcc84285211'] in dv-cinder-847131-1-iscsi is: [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 2, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:19:40.307116 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41304) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:40.312177 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-793db8e2-9775-4f71-a65a-ef5623f21cd2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1355268886-network', 'tenant_id': '0188989ab8b745338bb087d10c570c5f'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:40.334267 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793db8e2-9775-4f71-a65a-ef5623f21cd2 admin admin] Made reservation on behalf of 0188989ab8b745338bb087d10c570c5f for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:19:40.336787 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-793db8e2-9775-4f71-a65a-ef5623f21cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:40.349281 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-793db8e2-9775-4f71-a65a-ef5623f21cd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:40.476838 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014a461-75f1-4947-9f2d-a4fa47e6ec2f req-f4686313-83e4-4bd6-a497-939f619e1dec tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:40.478627 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5014a461-75f1-4947-9f2d-a4fa47e6ec2f req-f4686313-83e4-4bd6-a497-939f619e1dec tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0709946 Jun 22 10:19:40.480559 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-793db8e2-9775-4f71-a65a-ef5623f21cd2 admin admin] Publish callbacks [] for security_group (faa8e7e9-d801-4e15-bd70-2a8bcd7f4f9a), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:40.486087 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-793db8e2-9775-4f71-a65a-ef5623f21cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (faa8e7e9-d801-4e15-bd70-2a8bcd7f4f9a), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:40.500323 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:19:40.552347 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793db8e2-9775-4f71-a65a-ef5623f21cd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 993, 'physical_network': 'physnet1'} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:19:40.564557 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793db8e2-9775-4f71-a65a-ef5623f21cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa8e7e9-d801-4e15-bd70-2a8bcd7f4f9a,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:40.578449 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:40.579798 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:40.580597 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-793db8e2-9775-4f71-a65a-ef5623f21cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (b4f7d411-c576-4a7f-930f-2b12289a5790), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:40.580938 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-793db8e2-9775-4f71-a65a-ef5623f21cd2 admin admin] Added segment b4f7d411-c576-4a7f-930f-2b12289a5790 of type vlan for network 4d173c46-fb88-4d76-8159-b92dd97a87f4 Jun 22 10:19:40.622666 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5014a461-75f1-4947-9f2d-a4fa47e6ec2f req-1d23b13e-10a0-4910-8433-f213995f6369 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329322 Jun 22 10:19:40.643208 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-793db8e2-9775-4f71-a65a-ef5623f21cd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773364491457'] for network (4d173c46-fb88-4d76-8159-b92dd97a87f4), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:40.673282 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-793db8e2-9775-4f71-a65a-ef5623f21cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for network (4d173c46-fb88-4d76-8159-b92dd97a87f4), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:40.674044 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:40.674860 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793db8e2-9775-4f71-a65a-ef5623f21cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:40.675592 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-793db8e2-9775-4f71-a65a-ef5623f21cd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:40.713760 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-793db8e2-9775-4f71-a65a-ef5623f21cd2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4041836 Jun 22 10:19:40.715092 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41310) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:40.722861 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-6c898ef1-4a78-4fde-95c6-3938c340bab8 admin admin] Request body: {'subnet': {'network_id': '4d173c46-fb88-4d76-8159-b92dd97a87f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1355268886-subnet', 'tenant_id': '0188989ab8b745338bb087d10c570c5f', 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:40.728309 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d09c7046-5ea8-4f18-9a8e-aed28278464e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:40.757117 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793db8e2-9775-4f71-a65a-ef5623f21cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=4d173c46-fb88-4d76-8159-b92dd97a87f4,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:40.770850 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Network 4d173c46-fb88-4d76-8159-b92dd97a87f4 details requested by agent ovs-agent-dv-cinder-847131-1-iscsi with host dv-cinder-847131-1-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 10:19:40.774231 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c898ef1-4a78-4fde-95c6-3938c340bab8 admin admin] Made reservation on behalf of 0188989ab8b745338bb087d10c570c5f for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:19:40.776997 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c898ef1-4a78-4fde-95c6-3938c340bab8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517387'] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:40.842208 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:40.896956 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:40.971894 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c898ef1-4a78-4fde-95c6-3938c340bab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6232443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517501'] for subnet (3054bf12-e1c0-465c-98c3-161c5195b5ef), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:41.009072 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:41.052577 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c898ef1-4a78-4fde-95c6-3938c340bab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3054bf12-e1c0-465c-98c3-161c5195b5ef,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:41.062621 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c898ef1-4a78-4fde-95c6-3938c340bab8 admin admin] Checking segment: {'id': 'b4f7d411-c576-4a7f-930f-2b12289a5790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '4d173c46-fb88-4d76-8159-b92dd97a87f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:19:41.062975 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c898ef1-4a78-4fde-95c6-3938c340bab8 admin admin] Network hostable DHCP agents. Network: 4d173c46-fb88-4d76-8159-b92dd97a87f4, hostable agents: ['932caf1b-e271-42cd-92f3-ee8a2197157a'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:19:41.084992 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c898ef1-4a78-4fde-95c6-3938c340bab8 admin admin] Network 4d173c46-fb88-4d76-8159-b92dd97a87f4 is scheduled to be hosted by DHCP agent 932caf1b-e271-42cd-92f3-ee8a2197157a with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:19:41.097088 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-6c898ef1-4a78-4fde-95c6-3938c340bab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-1-iscsi, 4d173c46-fb88-4d76-8159-b92dd97a87f4) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:19:41.101384 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c898ef1-4a78-4fde-95c6-3938c340bab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:41.102065 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c898ef1-4a78-4fde-95c6-3938c340bab8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:41.109185 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2894a8f7-c514-4d31-9c67-a720c4b72376 None None] Network 4d173c46-fb88-4d76-8159-b92dd97a87f4 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:19:41.128608 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6c898ef1-4a78-4fde-95c6-3938c340bab8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4122283 Jun 22 10:19:41.131234 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41312) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:41.136277 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-38f3ad53-880c-4c76-8292-aaf0cd1a1c2f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1355268886-router', 'tenant_id': '0188989ab8b745338bb087d10c570c5f', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:41.160603 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38f3ad53-880c-4c76-8292-aaf0cd1a1c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261094'] for router (eb6545fa-8e26-467a-9c3e-4a0e2629088a), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:41.161885 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38f3ad53-880c-4c76-8292-aaf0cd1a1c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261105'] for router (eb6545fa-8e26-467a-9c3e-4a0e2629088a), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:41.217225 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38f3ad53-880c-4c76-8292-aaf0cd1a1c2f admin admin] Publish callbacks [] for router_controller (eb6545fa-8e26-467a-9c3e-4a0e2629088a), precommit_add_association {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:41.228917 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa237d7d-b3be-5477-8a51-97f00709975f-4d173c46-fb88-4d76-8159-b92dd97a87f4', 'network_id': '4d173c46-fb88-4d76-8159-b92dd97a87f4', 'project_id': '0188989ab8b745338bb087d10c570c5f', 'fixed_ips': [{'subnet_id': '3054bf12-e1c0-465c-98c3-161c5195b5ef'}]}} from dv-cinder-847131-1-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 10:19:41.230454 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:41.362961 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38f3ad53-880c-4c76-8292-aaf0cd1a1c2f admin admin] Publish callbacks [] for router_gateway (eb6545fa-8e26-467a-9c3e-4a0e2629088a), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:41.377876 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] Allocated IP 172.20.0.2 (4d173c46-fb88-4d76-8159-b92dd97a87f4/3054bf12-e1c0-465c-98c3-161c5195b5ef/c2684cf9-5845-4a92-9cc8-0a6004520f13) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:19:41.547294 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38f3ad53-880c-4c76-8292-aaf0cd1a1c2f admin admin] Publish callbacks [] for router_gateway (eb6545fa-8e26-467a-9c3e-4a0e2629088a), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:41.567566 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38f3ad53-880c-4c76-8292-aaf0cd1a1c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:41.649091 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] Publish callbacks [] for port (c2684cf9-5845-4a92-9cc8-0a6004520f13), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:41.658478 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (c2684cf9-5845-4a92-9cc8-0a6004520f13), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:41.688050 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-38f3ad53-880c-4c76-8292-aaf0cd1a1c2f admin admin] Allocated IP 172.27.0.158 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/79a7896d-0b50-459b-a6ab-a8f65ecb5025) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:19:41.694161 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] Network 4d173c46-fb88-4d76-8159-b92dd97a87f4 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:19:41.699723 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:19:41.703887 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:19:41.763231 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] Pushing event updated for resources: {'Port': ['ID=c2684cf9-5845-4a92-9cc8-0a6004520f13,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:41.779107 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] Attempting to bind port c2684cf9-5845-4a92-9cc8-0a6004520f13 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:19:41.779483 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] Attempting to bind port c2684cf9-5845-4a92-9cc8-0a6004520f13 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'b4f7d411-c576-4a7f-930f-2b12289a5790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '4d173c46-fb88-4d76-8159-b92dd97a87f4'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:19:41.779850 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] Attempting to bind port c2684cf9-5845-4a92-9cc8-0a6004520f13 on network 4d173c46-fb88-4d76-8159-b92dd97a87f4 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:19:41.785832 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:19:41.786215 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] Checking segment: {'id': 'b4f7d411-c576-4a7f-930f-2b12289a5790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '4d173c46-fb88-4d76-8159-b92dd97a87f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:19:41.786624 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:41.787019 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] Bound using segment: {'id': 'b4f7d411-c576-4a7f-930f-2b12289a5790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '4d173c46-fb88-4d76-8159-b92dd97a87f4'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:19:41.787493 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] Bound port: c2684cf9-5845-4a92-9cc8-0a6004520f13, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f7d411-c576-4a7f-930f-2b12289a5790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '4d173c46-fb88-4d76-8159-b92dd97a87f4'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:19:41.787877 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (c2684cf9-5845-4a92-9cc8-0a6004520f13), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:41.790518 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:41.813898 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdfd28-43b6-45e2-b040-0394da0eda10 req-3a909531-b3f4-422e-bd68-49a6140282e4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:41.815386 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1ccdfd28-43b6-45e2-b040-0394da0eda10 req-3a909531-b3f4-422e-bd68-49a6140282e4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0890362 Jun 22 10:19:41.820960 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:41.855833 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] For port c2684cf9-5845-4a92-9cc8-0a6004520f13, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:19:41.859022 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] For port c2684cf9-5845-4a92-9cc8-0a6004520f13, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=c2684cf9-5845-4a92-9cc8-0a6004520f13,segment=NetworkSegment(b4f7d411-c576-4a7f-930f-2b12289a5790),segment_id=b4f7d411-c576-4a7f-930f-2b12289a5790)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:19:41.865904 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (c2684cf9-5845-4a92-9cc8-0a6004520f13), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:41.868565 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38f3ad53-880c-4c76-8292-aaf0cd1a1c2f admin admin] Publish callbacks [] for port (79a7896d-0b50-459b-a6ab-a8f65ecb5025), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:41.901616 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1ccdfd28-43b6-45e2-b040-0394da0eda10 req-e8cf7cd2-f1e5-4625-a480-dc83cf98855d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725138 Jun 22 10:19:41.918376 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:41.936612 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38f3ad53-880c-4c76-8292-aaf0cd1a1c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (79a7896d-0b50-459b-a6ab-a8f65ecb5025), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:41.952368 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a3a68-bdb1-4647-a8f5-f0145a65cce1 None None] Pushing event updated for resources: {'Port': ['ID=c2684cf9-5845-4a92-9cc8-0a6004520f13,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:41.975889 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:41.981652 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f3ad53-880c-4c76-8292-aaf0cd1a1c2f admin admin] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:19:41.986833 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-38f3ad53-880c-4c76-8292-aaf0cd1a1c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:19:41.991565 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f3ad53-880c-4c76-8292-aaf0cd1a1c2f admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:19:42.014863 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3ad53-880c-4c76-8292-aaf0cd1a1c2f admin admin] Pushing event updated for resources: {'Port': ['ID=79a7896d-0b50-459b-a6ab-a8f65ecb5025,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:42.147257 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] Sync routers for ids ['e2b31658-b074-4e56-b5f2-fdcc84285211'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:19:42.162641 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] Routers {'e2b31658-b074-4e56-b5f2-fdcc84285211'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:19:42.163524 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:19:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['e2b31658-b074-4e56-b5f2-fdcc84285211'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:42.289068 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] Set router e2b31658-b074-4e56-b5f2-fdcc84285211 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:19:42.514155 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 2, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:42.522451 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38f3ad53-880c-4c76-8292-aaf0cd1a1c2f admin admin] Publish callbacks [] for router_gateway (eb6545fa-8e26-467a-9c3e-4a0e2629088a), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:42.544937 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device c2684cf9-5845-4a92-9cc8-0a6004520f13 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:19:42.546029 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] Checking router: e2b31658-b074-4e56-b5f2-fdcc84285211 for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:19:42.546384 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] Updating router e2b31658-b074-4e56-b5f2-fdcc84285211 port 6c7706c4-d50e-41f1-bdc2-5b95504c9ada binding host dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:19:42.577033 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (6c7706c4-d50e-41f1-bdc2-5b95504c9ada), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:42.615942 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port c2684cf9-5845-4a92-9cc8-0a6004520f13 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:42.616408 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (c2684cf9-5845-4a92-9cc8-0a6004520f13), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:42.709310 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port c2684cf9-5845-4a92-9cc8-0a6004520f13 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:42.710137 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (c2684cf9-5845-4a92-9cc8-0a6004520f13), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:42.733430 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:42.754362 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] For port c2684cf9-5845-4a92-9cc8-0a6004520f13, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=c2684cf9-5845-4a92-9cc8-0a6004520f13,segment=NetworkSegment(b4f7d411-c576-4a7f-930f-2b12289a5790),segment_id=b4f7d411-c576-4a7f-930f-2b12289a5790)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:19:42.762323 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (c2684cf9-5845-4a92-9cc8-0a6004520f13), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:42.763189 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device aec26de2-39af-42ec-af21-78116e7a3415 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:19:42.770713 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38f3ad53-880c-4c76-8292-aaf0cd1a1c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725670'] for router (eb6545fa-8e26-467a-9c3e-4a0e2629088a), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:42.853629 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Pushing event updated for resources: {'Port': ['ID=c2684cf9-5845-4a92-9cc8-0a6004520f13,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:42.868462 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port aec26de2-39af-42ec-af21-78116e7a3415 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:42.869011 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (aec26de2-39af-42ec-af21-78116e7a3415), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:42.956541 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] Publish callbacks [] for port (6c7706c4-d50e-41f1-bdc2-5b95504c9ada), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:42.964746 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (6c7706c4-d50e-41f1-bdc2-5b95504c9ada), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:42.973196 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port aec26de2-39af-42ec-af21-78116e7a3415 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:42.973596 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (aec26de2-39af-42ec-af21-78116e7a3415), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:43.001712 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f3ad53-880c-4c76-8292-aaf0cd1a1c2f admin admin] Router eb6545fa-8e26-467a-9c3e-4a0e2629088a is scheduled to L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 with binding_index 1 {{(pid=104123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 10:19:43.019483 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] For port aec26de2-39af-42ec-af21-78116e7a3415, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=aec26de2-39af-42ec-af21-78116e7a3415,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:19:43.033017 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (aec26de2-39af-42ec-af21-78116e7a3415), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:43.057861 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871ee97-1439-49e4-ac6d-8b62f699f59a None None] Pushing event updated for resources: {'Port': ['ID=6c7706c4-d50e-41f1-bdc2-5b95504c9ada,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:43.072869 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871ee97-1439-49e4-ac6d-8b62f699f59a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:43.073207 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871ee97-1439-49e4-ac6d-8b62f699f59a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:43.073567 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871ee97-1439-49e4-ac6d-8b62f699f59a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:43.073943 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871ee97-1439-49e4-ac6d-8b62f699f59a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:43.074276 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871ee97-1439-49e4-ac6d-8b62f699f59a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:43.074600 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871ee97-1439-49e4-ac6d-8b62f699f59a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:43.074922 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871ee97-1439-49e4-ac6d-8b62f699f59a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:43.075242 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871ee97-1439-49e4-ac6d-8b62f699f59a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:43.075653 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871ee97-1439-49e4-ac6d-8b62f699f59a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:43.075972 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871ee97-1439-49e4-ac6d-8b62f699f59a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:43.076292 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871ee97-1439-49e4-ac6d-8b62f699f59a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:43.076625 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871ee97-1439-49e4-ac6d-8b62f699f59a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:43.076950 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871ee97-1439-49e4-ac6d-8b62f699f59a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:43.077264 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871ee97-1439-49e4-ac6d-8b62f699f59a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:43.077577 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3871ee97-1439-49e4-ac6d-8b62f699f59a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:19:43.130246 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d040b9e5-ac51-4e66-b6a4-950e0e6fbf70 None None] Network 4d173c46-fb88-4d76-8159-b92dd97a87f4 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:19:43.196858 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] Attempting to bind port 6c7706c4-d50e-41f1-bdc2-5b95504c9ada on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:19:43.197352 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] Attempting to bind port 6c7706c4-d50e-41f1-bdc2-5b95504c9ada by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'fc028856-14b9-419a-8b62-8b234ffb395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:19:43.197597 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] Attempting to bind port 6c7706c4-d50e-41f1-bdc2-5b95504c9ada on network 96156af8-0bc3-4b6c-bec6-429f61356c8a {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:19:43.209829 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:19:43.210218 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] Checking segment: {'id': 'fc028856-14b9-419a-8b62-8b234ffb395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:19:43.210690 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:43.211095 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] Bound using segment: {'id': 'fc028856-14b9-419a-8b62-8b234ffb395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:19:43.211588 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] Bound port: 6c7706c4-d50e-41f1-bdc2-5b95504c9ada, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc028856-14b9-419a-8b62-8b234ffb395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:19:43.211977 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (6c7706c4-d50e-41f1-bdc2-5b95504c9ada), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:43.234358 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Pushing event updated for resources: {'Port': ['ID=aec26de2-39af-42ec-af21-78116e7a3415,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:43.244613 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-1464742c-dd51-4eec-b2bb-db4657755b18 None None] Provisioning complete for port c2684cf9-5845-4a92-9cc8-0a6004520f13 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:43.245237 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1464742c-dd51-4eec-b2bb-db4657755b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (c2684cf9-5845-4a92-9cc8-0a6004520f13), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:43.250627 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:43.252912 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f3ad53-880c-4c76-8292-aaf0cd1a1c2f admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:19:43.263989 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:43.270267 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79e8ca-dc33-4aab-9097-d929a5369d3f req-9c807b94-0a0d-421b-832c-5e3d68db075c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:43.272215 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dd79e8ca-dc33-4aab-9097-d929a5369d3f req-9c807b94-0a0d-421b-832c-5e3d68db075c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.1921053 Jun 22 10:19:43.300886 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:43.305072 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] Sync routers for ids ['eb6545fa-8e26-467a-9c3e-4a0e2629088a'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:19:43.314813 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38f3ad53-880c-4c76-8292-aaf0cd1a1c2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:43.317114 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-38f3ad53-880c-4c76-8292-aaf0cd1a1c2f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1845427 Jun 22 10:19:43.320264 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41326) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:43.337668 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:43.369324 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] For port 6c7706c4-d50e-41f1-bdc2-5b95504c9ada, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:19:43.375924 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] Routers {'eb6545fa-8e26-467a-9c3e-4a0e2629088a'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:19:43.376725 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:19:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['eb6545fa-8e26-467a-9c3e-4a0e2629088a'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:43.389307 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] For port 6c7706c4-d50e-41f1-bdc2-5b95504c9ada, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=6c7706c4-d50e-41f1-bdc2-5b95504c9ada,segment=NetworkSegment(fc028856-14b9-419a-8b62-8b234ffb395e),segment_id=fc028856-14b9-419a-8b62-8b234ffb395e)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:19:43.405546 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (6c7706c4-d50e-41f1-bdc2-5b95504c9ada), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:43.435105 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dd79e8ca-dc33-4aab-9097-d929a5369d3f req-90d55e2a-9e9d-434b-b43b-02a0771ba58e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433675 Jun 22 10:19:43.495949 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] Routers {'e2b31658-b074-4e56-b5f2-fdcc84285211'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:19:43.498018 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:19:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['e2b31658-b074-4e56-b5f2-fdcc84285211'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:43.543235 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:43.587220 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-1464742c-dd51-4eec-b2bb-db4657755b18 None None] Current status of the port c2684cf9-5845-4a92-9cc8-0a6004520f13 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:43.638490 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] Set router eb6545fa-8e26-467a-9c3e-4a0e2629088a gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:19:43.747883 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-3f99dfbb-b41a-439b-8e2b-0fea33099c07 None None] Provisioning complete for port 6c7706c4-d50e-41f1-bdc2-5b95504c9ada triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:43.748569 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3f99dfbb-b41a-439b-8e2b-0fea33099c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (6c7706c4-d50e-41f1-bdc2-5b95504c9ada), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:43.917146 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] Set router e2b31658-b074-4e56-b5f2-fdcc84285211 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:19:43.920390 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:43.928167 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6545fa-8e26-467a-9c3e-4a0e2629088a', 'name': 'tempest-TestVolumeBootPattern-1355268886-router', 'tenant_id': '0188989ab8b745338bb087d10c570c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '79a7896d-0b50-459b-a6ab-a8f65ecb5025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:41Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 3, 'project_id': '0188989ab8b745338bb087d10c570c5f', 'gw_port': {'id': '79a7896d-0b50-459b-a6ab-a8f65ecb5025', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:eb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6545fa-8e26-467a-9c3e-4a0e2629088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:41Z', 'updated_at': '2022-06-22T10:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:43.955388 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871ee97-1439-49e4-ac6d-8b62f699f59a None None] Pushing event updated for resources: {'Port': ['ID=6c7706c4-d50e-41f1-bdc2-5b95504c9ada,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:43.975532 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-784e8f0e-1fd3-4b7b-8816-2606c019a215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:43.980033 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] Checking router: eb6545fa-8e26-467a-9c3e-4a0e2629088a for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:19:43.980377 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] Updating router eb6545fa-8e26-467a-9c3e-4a0e2629088a port 79a7896d-0b50-459b-a6ab-a8f65ecb5025 binding host dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:19:44.021217 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:44.032305 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-3f99dfbb-b41a-439b-8e2b-0fea33099c07 None None] Current status of the port 6c7706c4-d50e-41f1-bdc2-5b95504c9ada is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:44.032729 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3f99dfbb-b41a-439b-8e2b-0fea33099c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (6c7706c4-d50e-41f1-bdc2-5b95504c9ada), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:44.033680 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:44.055653 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (79a7896d-0b50-459b-a6ab-a8f65ecb5025), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:44.108167 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-3f99dfbb-b41a-439b-8e2b-0fea33099c07 None None] For port 6c7706c4-d50e-41f1-bdc2-5b95504c9ada, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=6c7706c4-d50e-41f1-bdc2-5b95504c9ada,segment=NetworkSegment(fc028856-14b9-419a-8b62-8b234ffb395e),segment_id=fc028856-14b9-419a-8b62-8b234ffb395e)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:19:44.123638 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:44.140282 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-784e8f0e-1fd3-4b7b-8816-2606c019a215 admin admin] Allocated IP 172.20.0.1 (4d173c46-fb88-4d76-8159-b92dd97a87f4/3054bf12-e1c0-465c-98c3-161c5195b5ef/bf020abc-ce26-4d66-ac55-968beb5a1191) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:19:44.160569 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:43Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:44.163731 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3f99dfbb-b41a-439b-8e2b-0fea33099c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (6c7706c4-d50e-41f1-bdc2-5b95504c9ada), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:44.194195 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb71719-be0a-4d1f-b1e8-ee3f870ed9f8 None None] The sync data for ids ['e2b31658-b074-4e56-b5f2-fdcc84285211'] in dv-cinder-847131-1-iscsi is: [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:43Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:19:44.277857 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99dfbb-b41a-439b-8e2b-0fea33099c07 None None] Pushing event updated for resources: {'Port': ['ID=6c7706c4-d50e-41f1-bdc2-5b95504c9ada,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:44.280092 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-784e8f0e-1fd3-4b7b-8816-2606c019a215 admin admin] Publish callbacks [] for port (bf020abc-ce26-4d66-ac55-968beb5a1191), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:44.306343 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-42d0844a-333d-4e15-a723-622745fff463 None None] Provisioning complete for port 6c7706c4-d50e-41f1-bdc2-5b95504c9ada triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:44.306640 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-42d0844a-333d-4e15-a723-622745fff463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (6c7706c4-d50e-41f1-bdc2-5b95504c9ada), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:44.320306 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-784e8f0e-1fd3-4b7b-8816-2606c019a215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (bf020abc-ce26-4d66-ac55-968beb5a1191), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:44.367149 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784e8f0e-1fd3-4b7b-8816-2606c019a215 admin admin] Network 4d173c46-fb88-4d76-8159-b92dd97a87f4 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:19:44.372421 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-784e8f0e-1fd3-4b7b-8816-2606c019a215 admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:19:44.374889 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784e8f0e-1fd3-4b7b-8816-2606c019a215 admin admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:19:44.414531 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:44.419239 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e8f0e-1fd3-4b7b-8816-2606c019a215 admin admin] Pushing event updated for resources: {'Port': ['ID=bf020abc-ce26-4d66-ac55-968beb5a1191,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:44.421990 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-784e8f0e-1fd3-4b7b-8816-2606c019a215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721155'] for router_interface (eb6545fa-8e26-467a-9c3e-4a0e2629088a), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:44.583871 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-42d0844a-333d-4e15-a723-622745fff463 None None] Current status of the port 6c7706c4-d50e-41f1-bdc2-5b95504c9ada is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:44.626499 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-42d0844a-333d-4e15-a723-622745fff463 None None] Provisioning complete for port c2684cf9-5845-4a92-9cc8-0a6004520f13 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:44.627085 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-42d0844a-333d-4e15-a723-622745fff463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (c2684cf9-5845-4a92-9cc8-0a6004520f13), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:44.643300 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device c2684cf9-5845-4a92-9cc8-0a6004520f13 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:19:44.651484 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaadfed-d398-4fbf-8622-b25daa999ff1 req-745a40b4-281e-4ae1-99d8-c5679368328d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:44.660503 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-acaadfed-d398-4fbf-8622-b25daa999ff1 req-745a40b4-281e-4ae1-99d8-c5679368328d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0789917 Jun 22 10:19:44.686202 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] Publish callbacks [] for port (79a7896d-0b50-459b-a6ab-a8f65ecb5025), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:44.696441 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-784e8f0e-1fd3-4b7b-8816-2606c019a215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (bf020abc-ce26-4d66-ac55-968beb5a1191), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:44.726034 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:44.738745 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-acaadfed-d398-4fbf-8622-b25daa999ff1 req-95c8cc54-b650-4670-bb66-1a5d8e9090a3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768518 Jun 22 10:19:44.808066 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (79a7896d-0b50-459b-a6ab-a8f65ecb5025), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:44.854786 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port c2684cf9-5845-4a92-9cc8-0a6004520f13 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:44.855163 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (c2684cf9-5845-4a92-9cc8-0a6004520f13), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:44.921773 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] Attempting to bind port 79a7896d-0b50-459b-a6ab-a8f65ecb5025 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:19:44.922428 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] Attempting to bind port 79a7896d-0b50-459b-a6ab-a8f65ecb5025 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:19:44.923014 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] Attempting to bind port 79a7896d-0b50-459b-a6ab-a8f65ecb5025 on network 79d15111-a84f-47a4-8793-6586c660a510 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:19:44.941919 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-784e8f0e-1fd3-4b7b-8816-2606c019a215 admin admin] Publish callbacks [] for port (bf020abc-ce26-4d66-ac55-968beb5a1191), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:44.944494 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:19:44.944878 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] Checking segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:19:44.945309 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:44.945677 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] Bound using segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:19:44.946222 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] Bound port: 79a7896d-0b50-459b-a6ab-a8f65ecb5025, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:19:44.946617 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (79a7896d-0b50-459b-a6ab-a8f65ecb5025), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:44.948151 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-784e8f0e-1fd3-4b7b-8816-2606c019a215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (bf020abc-ce26-4d66-ac55-968beb5a1191), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:44.972779 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c00f6-bde3-4110-981f-b48e1f95de83 None None] Pushing event updated for resources: {'Port': ['ID=79a7896d-0b50-459b-a6ab-a8f65ecb5025,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:45.033567 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3236b-0f01-4cc2-8119-9ea4ca8fa9c2 req-ac539382-e0ec-454d-83a5-0857098ae142 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:45.040795 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:45.042433 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f3c3236b-0f01-4cc2-8119-9ea4ca8fa9c2 req-ac539382-e0ec-454d-83a5-0857098ae142 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0834110 Jun 22 10:19:45.050326 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-784e8f0e-1fd3-4b7b-8816-2606c019a215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722579'] for router_interface (eb6545fa-8e26-467a-9c3e-4a0e2629088a), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:45.059098 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e8f0e-1fd3-4b7b-8816-2606c019a215 admin admin] Pushing event updated for resources: {'Port': ['ID=bf020abc-ce26-4d66-ac55-968beb5a1191,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:45.107048 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f3c3236b-0f01-4cc2-8119-9ea4ca8fa9c2 req-1da3a8b7-acb6-4c1e-b4d2-4e6e73c3b217 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636487 Jun 22 10:19:45.177126 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784e8f0e-1fd3-4b7b-8816-2606c019a215 admin admin] Network 4d173c46-fb88-4d76-8159-b92dd97a87f4 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:19:45.178753 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-784e8f0e-1fd3-4b7b-8816-2606c019a215 admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:19:45.185013 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:45.226228 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-42d0844a-333d-4e15-a723-622745fff463 None None] Current status of the port c2684cf9-5845-4a92-9cc8-0a6004520f13 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:45.230984 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] For port 79a7896d-0b50-459b-a6ab-a8f65ecb5025, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:19:45.233825 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:45.255810 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] For port 79a7896d-0b50-459b-a6ab-a8f65ecb5025, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=79a7896d-0b50-459b-a6ab-a8f65ecb5025,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:19:45.260790 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port c2684cf9-5845-4a92-9cc8-0a6004520f13 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:45.261822 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device aec26de2-39af-42ec-af21-78116e7a3415 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:19:45.266443 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (79a7896d-0b50-459b-a6ab-a8f65ecb5025), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:45.320706 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784e8f0e-1fd3-4b7b-8816-2606c019a215 admin admin] Router eb6545fa-8e26-467a-9c3e-4a0e2629088a has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:19:45.376495 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-2d82ce60-7205-460d-990d-e2bb603164c9 None None] Provisioning complete for port bf020abc-ce26-4d66-ac55-968beb5a1191 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:45.376873 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2d82ce60-7205-460d-990d-e2bb603164c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (bf020abc-ce26-4d66-ac55-968beb5a1191), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:45.401658 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] Routers {'eb6545fa-8e26-467a-9c3e-4a0e2629088a'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:19:45.402204 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:19:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['eb6545fa-8e26-467a-9c3e-4a0e2629088a'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:45.411833 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c00f6-bde3-4110-981f-b48e1f95de83 None None] Pushing event updated for resources: {'Port': ['ID=79a7896d-0b50-459b-a6ab-a8f65ecb5025,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:45.432705 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784e8f0e-1fd3-4b7b-8816-2606c019a215 admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:19:45.438352 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-784e8f0e-1fd3-4b7b-8816-2606c019a215 admin admin] 10.222.0.43 "PUT /v2.0/routers/eb6545fa-8e26-467a-9c3e-4a0e2629088a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1155069 Jun 22 10:19:45.465626 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port aec26de2-39af-42ec-af21-78116e7a3415 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:45.465963 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (aec26de2-39af-42ec-af21-78116e7a3415), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:45.499463 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-2d82ce60-7205-460d-990d-e2bb603164c9 None None] Port bf020abc-ce26-4d66-ac55-968beb5a1191 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:19:45.558265 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:45.570271 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] Set router eb6545fa-8e26-467a-9c3e-4a0e2629088a gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:19:45.674560 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-c5a5adec-c86c-49cb-a2fa-78cae1a1c761 None None] Provisioning complete for port bf020abc-ce26-4d66-ac55-968beb5a1191 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:45.674939 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c5a5adec-c86c-49cb-a2fa-78cae1a1c761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (bf020abc-ce26-4d66-ac55-968beb5a1191), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:45.719237 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port aec26de2-39af-42ec-af21-78116e7a3415 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:45.721308 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 6c7706c4-d50e-41f1-bdc2-5b95504c9ada up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:19:45.767765 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-c5a5adec-c86c-49cb-a2fa-78cae1a1c761 None None] Port bf020abc-ce26-4d66-ac55-968beb5a1191 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:19:45.821738 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41348) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:45.827479 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-3ec807c2-67f0-4390-be9d-bfd6a3db5a58 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1789065302', 'description': 'tempest-secgroup-smoke-1789065302 description', 'project_id': '1cb1af845e594466b12a11b7cab99a7c'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:45.839940 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 6c7706c4-d50e-41f1-bdc2-5b95504c9ada triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:45.840499 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (6c7706c4-d50e-41f1-bdc2-5b95504c9ada), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:45.851727 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3ec807c2-67f0-4390-be9d-bfd6a3db5a58 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:45.892455 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6cf72-b529-4a9a-9346-587ec35e3274 req-1dc0d980-cba4-444d-80cd-3e89baa2f0ab tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:45.901518 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-25f6cf72-b529-4a9a-9346-587ec35e3274 req-1dc0d980-cba4-444d-80cd-3e89baa2f0ab tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0697618 Jun 22 10:19:45.919255 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6545fa-8e26-467a-9c3e-4a0e2629088a', 'name': 'tempest-TestVolumeBootPattern-1355268886-router', 'tenant_id': '0188989ab8b745338bb087d10c570c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '79a7896d-0b50-459b-a6ab-a8f65ecb5025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:41Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 4, 'project_id': '0188989ab8b745338bb087d10c570c5f', 'gw_port': {'id': '79a7896d-0b50-459b-a6ab-a8f65ecb5025', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:eb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6545fa-8e26-467a-9c3e-4a0e2629088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:41Z', 'updated_at': '2022-06-22T10:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'bf020abc-ce26-4d66-ac55-968beb5a1191', 'name': '', 'network_id': '4d173c46-fb88-4d76-8159-b92dd97a87f4', 'tenant_id': '0188989ab8b745338bb087d10c570c5f', 'mac_address': 'fa:16:3e:9e:b8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6545fa-8e26-467a-9c3e-4a0e2629088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3054bf12-e1c0-465c-98c3-161c5195b5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:43Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 2, 'project_id': '0188989ab8b745338bb087d10c570c5f', 'subnets': [{'id': '3054bf12-e1c0-465c-98c3-161c5195b5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:45.935752 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3ec807c2-67f0-4390-be9d-bfd6a3db5a58 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group (a9f47e1e-be45-4e09-b935-b6be0d03406f), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:45.941272 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3ec807c2-67f0-4390-be9d-bfd6a3db5a58 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (a9f47e1e-be45-4e09-b935-b6be0d03406f), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:45.950747 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d354607-ecdb-4e1c-9553-4711119cce60 None None] The sync data for ids ['eb6545fa-8e26-467a-9c3e-4a0e2629088a'] in dv-cinder-847131-1-iscsi is: [{'id': 'eb6545fa-8e26-467a-9c3e-4a0e2629088a', 'name': 'tempest-TestVolumeBootPattern-1355268886-router', 'tenant_id': '0188989ab8b745338bb087d10c570c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '79a7896d-0b50-459b-a6ab-a8f65ecb5025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:41Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 4, 'project_id': '0188989ab8b745338bb087d10c570c5f', 'gw_port': {'id': '79a7896d-0b50-459b-a6ab-a8f65ecb5025', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:eb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6545fa-8e26-467a-9c3e-4a0e2629088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:41Z', 'updated_at': '2022-06-22T10:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'bf020abc-ce26-4d66-ac55-968beb5a1191', 'name': '', 'network_id': '4d173c46-fb88-4d76-8159-b92dd97a87f4', 'tenant_id': '0188989ab8b745338bb087d10c570c5f', 'mac_address': 'fa:16:3e:9e:b8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6545fa-8e26-467a-9c3e-4a0e2629088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3054bf12-e1c0-465c-98c3-161c5195b5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:43Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 2, 'project_id': '0188989ab8b745338bb087d10c570c5f', 'subnets': [{'id': '3054bf12-e1c0-465c-98c3-161c5195b5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:19:45.958368 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-25f6cf72-b529-4a9a-9346-587ec35e3274 req-a810fba6-4dd5-4052-a61c-bab8fac84972 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555665 Jun 22 10:19:45.980067 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3ec807c2-67f0-4390-be9d-bfd6a3db5a58 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:45.981314 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-3ec807c2-67f0-4390-be9d-bfd6a3db5a58 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1581841 Jun 22 10:19:45.982160 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec807c2-67f0-4390-be9d-bfd6a3db5a58 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f47e1e-be45-4e09-b935-b6be0d03406f,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:45.984151 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41350) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:45.989417 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-40c7557a-ffb5-4a8a-bc65-2898f9d4fe9f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Request body: {'security_group_rule': {'security_group_id': 'a9f47e1e-be45-4e09-b935-b6be0d03406f', 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:45.997927 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 6c7706c4-d50e-41f1-bdc2-5b95504c9ada is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:46.015770 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-40c7557a-ffb5-4a8a-bc65-2898f9d4fe9f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group_rule (55a69157-0463-4b76-b8a8-1e4e49cdb120), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.077147 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-40c7557a-ffb5-4a8a-bc65-2898f9d4fe9f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group_rule (55a69157-0463-4b76-b8a8-1e4e49cdb120), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.081510 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-40c7557a-ffb5-4a8a-bc65-2898f9d4fe9f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (55a69157-0463-4b76-b8a8-1e4e49cdb120), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.104976 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7557a-ffb5-4a8a-bc65-2898f9d4fe9f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a69157-0463-4b76-b8a8-1e4e49cdb120,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:46.116285 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-40c7557a-ffb5-4a8a-bc65-2898f9d4fe9f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.117493 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-40c7557a-ffb5-4a8a-bc65-2898f9d4fe9f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324422 Jun 22 10:19:46.120175 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41352) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:46.124506 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-cbcc808f-4bba-446b-9f08-6e49df9b1170 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Request body: {'security_group_rule': {'security_group_id': 'a9f47e1e-be45-4e09-b935-b6be0d03406f', 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:46.152145 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-cbcc808f-4bba-446b-9f08-6e49df9b1170 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group_rule (0c71f45e-80b0-4b65-8b6b-3cab543afbc8), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.208282 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-cbcc808f-4bba-446b-9f08-6e49df9b1170 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group_rule (0c71f45e-80b0-4b65-8b6b-3cab543afbc8), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.213195 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-cbcc808f-4bba-446b-9f08-6e49df9b1170 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (0c71f45e-80b0-4b65-8b6b-3cab543afbc8), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.227396 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a301ddc-7858-42cb-beb1-e08e72315af9 req-a2ea47d0-7a51-47df-8f86-2a1c619fb587 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:46.229148 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2a301ddc-7858-42cb-beb1-e08e72315af9 req-a2ea47d0-7a51-47df-8f86-2a1c619fb587 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0485287 Jun 22 10:19:46.232409 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc808f-4bba-446b-9f08-6e49df9b1170 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c71f45e-80b0-4b65-8b6b-3cab543afbc8,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:46.241606 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-cbcc808f-4bba-446b-9f08-6e49df9b1170 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.242864 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-cbcc808f-4bba-446b-9f08-6e49df9b1170 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217198 Jun 22 10:19:46.245538 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41356) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:46.249856 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-14a90f3a-45d6-49bc-8bbb-bf64d2e6e889 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Request body: {'security_group_rule': {'security_group_id': 'a9f47e1e-be45-4e09-b935-b6be0d03406f', 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:46.263458 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:46.286653 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-14a90f3a-45d6-49bc-8bbb-bf64d2e6e889 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group_rule (13fab18e-efc5-4763-a727-6e818c7f8509), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.295617 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2a301ddc-7858-42cb-beb1-e08e72315af9 req-bb77a865-dc75-43a0-8ab9-f1bcd716cf5c tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542088 Jun 22 10:19:46.343529 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-14a90f3a-45d6-49bc-8bbb-bf64d2e6e889 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group_rule (13fab18e-efc5-4763-a727-6e818c7f8509), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.347912 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-14a90f3a-45d6-49bc-8bbb-bf64d2e6e889 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (13fab18e-efc5-4763-a727-6e818c7f8509), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.367875 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a90f3a-45d6-49bc-8bbb-bf64d2e6e889 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fab18e-efc5-4763-a727-6e818c7f8509,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:46.378476 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-14a90f3a-45d6-49bc-8bbb-bf64d2e6e889 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.379693 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-14a90f3a-45d6-49bc-8bbb-bf64d2e6e889 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331942 Jun 22 10:19:46.382503 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41360) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:46.387937 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-8eed990f-b52b-4d3a-a84f-ad5ca3b69b4f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Request body: {'security_group_rule': {'security_group_id': 'a9f47e1e-be45-4e09-b935-b6be0d03406f', 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:46.417464 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8eed990f-b52b-4d3a-a84f-ad5ca3b69b4f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group_rule (3acec091-3052-4ef9-9db5-e47564e6d3e0), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.486515 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8eed990f-b52b-4d3a-a84f-ad5ca3b69b4f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group_rule (3acec091-3052-4ef9-9db5-e47564e6d3e0), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.486780 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:46.490318 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8eed990f-b52b-4d3a-a84f-ad5ca3b69b4f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (3acec091-3052-4ef9-9db5-e47564e6d3e0), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.495291 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.508996 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed990f-b52b-4d3a-a84f-ad5ca3b69b4f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3acec091-3052-4ef9-9db5-e47564e6d3e0,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:46.516033 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8eed990f-b52b-4d3a-a84f-ad5ca3b69b4f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.517867 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8eed990f-b52b-4d3a-a84f-ad5ca3b69b4f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1337950 Jun 22 10:19:46.520487 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41362) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:46.524686 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-a3cba07a-05c4-4833-933f-07cf449df3b3 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Request body: {'security_group_rule': {'security_group_id': 'a9f47e1e-be45-4e09-b935-b6be0d03406f', 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:46.546671 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.securitygroups_db [None req-a3cba07a-05c4-4833-933f-07cf449df3b3 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Project 1cb1af845e594466b12a11b7cab99a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:19:46.552017 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a3cba07a-05c4-4833-933f-07cf449df3b3 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group_rule (2b7cc02d-3e00-40ce-a9c7-b09caaa4cedf), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.619839 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a3cba07a-05c4-4833-933f-07cf449df3b3 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group_rule (2b7cc02d-3e00-40ce-a9c7-b09caaa4cedf), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.623406 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a3cba07a-05c4-4833-933f-07cf449df3b3 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (2b7cc02d-3e00-40ce-a9c7-b09caaa4cedf), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.645181 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cba07a-05c4-4833-933f-07cf449df3b3 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7cc02d-3e00-40ce-a9c7-b09caaa4cedf,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:46.654387 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a3cba07a-05c4-4833-933f-07cf449df3b3 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.661097 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-a3cba07a-05c4-4833-933f-07cf449df3b3 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342030 Jun 22 10:19:46.661292 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41364) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:46.665723 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-1362a992-15e7-4426-a5a2-397077f8f636 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Request body: {'security_group_rule': {'security_group_id': 'a9f47e1e-be45-4e09-b935-b6be0d03406f', 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:46.687245 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.securitygroups_db [None req-1362a992-15e7-4426-a5a2-397077f8f636 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Project 1cb1af845e594466b12a11b7cab99a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:19:46.693843 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1362a992-15e7-4426-a5a2-397077f8f636 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group_rule (bdb5ddb4-88c6-49d3-8ad4-ace30a93ea1e), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.769551 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1362a992-15e7-4426-a5a2-397077f8f636 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group_rule (bdb5ddb4-88c6-49d3-8ad4-ace30a93ea1e), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.773247 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1362a992-15e7-4426-a5a2-397077f8f636 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (bdb5ddb4-88c6-49d3-8ad4-ace30a93ea1e), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.790927 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362a992-15e7-4426-a5a2-397077f8f636 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb5ddb4-88c6-49d3-8ad4-ace30a93ea1e,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:46.804053 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1362a992-15e7-4426-a5a2-397077f8f636 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:46.805427 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-1362a992-15e7-4426-a5a2-397077f8f636 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1431408 Jun 22 10:19:47.070270 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:47.121911 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725d307-2e8f-433d-94ce-3f33d248e71e req-ef3adadc-4c0e-49d2-86a0-b75bf612262f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:47.123711 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2725d307-2e8f-433d-94ce-3f33d248e71e req-ef3adadc-4c0e-49d2-86a0-b75bf612262f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0634673 Jun 22 10:19:47.190549 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2725d307-2e8f-433d-94ce-3f33d248e71e req-98dddafb-102b-491b-a86c-f3f8eb59e1a5 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599158 Jun 22 10:19:47.464317 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3e73c-d51a-4412-b6dc-6cfb14e4a8b3 req-9f3bdf45-74c3-4752-8140-5cd0e75e640f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:47.465910 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0bb3e73c-d51a-4412-b6dc-6cfb14e4a8b3 req-9f3bdf45-74c3-4752-8140-5cd0e75e640f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0777290 Jun 22 10:19:47.524349 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0bb3e73c-d51a-4412-b6dc-6cfb14e4a8b3 req-fe3d54f7-d6ff-40f7-8bc5-6734385d9eea tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507703 Jun 22 10:19:48.310632 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaba214-c34e-47fb-af3e-87a5a1214fea req-fd241e9f-e3ea-475f-8fe4-5c14fb27b4dd tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:48.312159 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-beaba214-c34e-47fb-af3e-87a5a1214fea req-fd241e9f-e3ea-475f-8fe4-5c14fb27b4dd tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0478487 Jun 22 10:19:48.326349 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:48.366426 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-beaba214-c34e-47fb-af3e-87a5a1214fea req-49479f34-4f94-46f4-9891-489ba0d664cd tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465524 Jun 22 10:19:48.513846 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 79a7896d-0b50-459b-a6ab-a8f65ecb5025 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:19:48.566705 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 79a7896d-0b50-459b-a6ab-a8f65ecb5025 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:48.567330 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (79a7896d-0b50-459b-a6ab-a8f65ecb5025), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:48.674246 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 79a7896d-0b50-459b-a6ab-a8f65ecb5025 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:48.674705 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (79a7896d-0b50-459b-a6ab-a8f65ecb5025), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:48.690802 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5da6c-4e74-4437-94d1-134e69eb6f69 req-f66adfcc-a291-45f5-9ec1-108372c3bde0 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:48.692698 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-76a5da6c-4e74-4437-94d1-134e69eb6f69 req-f66adfcc-a291-45f5-9ec1-108372c3bde0 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0856664 Jun 22 10:19:48.702663 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] For port 79a7896d-0b50-459b-a6ab-a8f65ecb5025, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=79a7896d-0b50-459b-a6ab-a8f65ecb5025,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:19:48.708071 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (79a7896d-0b50-459b-a6ab-a8f65ecb5025), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:48.752239 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd193bc-b105-48ba-8f2d-2a3bb4c767e2 req-032e3e8e-ca96-44e4-94ef-d1ddc29296cc tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:48.753887 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1dd193bc-b105-48ba-8f2d-2a3bb4c767e2 req-032e3e8e-ca96-44e4-94ef-d1ddc29296cc tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 946 time: 0.0781395 Jun 22 10:19:48.760184 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] Sync routers for ids ['eb6545fa-8e26-467a-9c3e-4a0e2629088a'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:19:48.768778 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Pushing event updated for resources: {'Port': ['ID=79a7896d-0b50-459b-a6ab-a8f65ecb5025,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:48.776197 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] Routers {'eb6545fa-8e26-467a-9c3e-4a0e2629088a'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:19:48.777180 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:19:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['eb6545fa-8e26-467a-9c3e-4a0e2629088a'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:48.794961 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-76a5da6c-4e74-4437-94d1-134e69eb6f69 req-7c72fef9-76b1-4998-9eac-7c93d04436fd tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800834 Jun 22 10:19:48.827149 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1dd193bc-b105-48ba-8f2d-2a3bb4c767e2 req-b8efd36d-04f6-49e7-89d9-90df84181afe tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549858 Jun 22 10:19:48.884296 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] Set router eb6545fa-8e26-467a-9c3e-4a0e2629088a gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:19:49.077430 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6545fa-8e26-467a-9c3e-4a0e2629088a', 'name': 'tempest-TestVolumeBootPattern-1355268886-router', 'tenant_id': '0188989ab8b745338bb087d10c570c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '79a7896d-0b50-459b-a6ab-a8f65ecb5025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:41Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 4, 'project_id': '0188989ab8b745338bb087d10c570c5f', 'gw_port': {'id': '79a7896d-0b50-459b-a6ab-a8f65ecb5025', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6545fa-8e26-467a-9c3e-4a0e2629088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:41Z', 'updated_at': '2022-06-22T10:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'bf020abc-ce26-4d66-ac55-968beb5a1191', 'name': '', 'network_id': '4d173c46-fb88-4d76-8159-b92dd97a87f4', 'tenant_id': '0188989ab8b745338bb087d10c570c5f', 'mac_address': 'fa:16:3e:9e:b8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6545fa-8e26-467a-9c3e-4a0e2629088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3054bf12-e1c0-465c-98c3-161c5195b5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:43Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 2, 'project_id': '0188989ab8b745338bb087d10c570c5f', 'subnets': [{'id': '3054bf12-e1c0-465c-98c3-161c5195b5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:49.105679 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] Checking router: eb6545fa-8e26-467a-9c3e-4a0e2629088a for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:19:49.105679 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] Updating router eb6545fa-8e26-467a-9c3e-4a0e2629088a port bf020abc-ce26-4d66-ac55-968beb5a1191 binding host dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:19:49.135263 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (bf020abc-ce26-4d66-ac55-968beb5a1191), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:49.223939 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:49.337949 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:49.398873 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] Publish callbacks [] for port (bf020abc-ce26-4d66-ac55-968beb5a1191), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:49.403897 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (bf020abc-ce26-4d66-ac55-968beb5a1191), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:49.448798 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239c1ef-b31d-4d0d-a23f-6f829d3ba904 None None] Pushing event updated for resources: {'Port': ['ID=bf020abc-ce26-4d66-ac55-968beb5a1191,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:49.493328 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46a1b0-5c69-4dde-854d-7e2b0ae392a1 req-0ecf288e-5248-4cfb-ae3b-bd5c494d0c4c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:49.494924 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1c46a1b0-5c69-4dde-854d-7e2b0ae392a1 req-0ecf288e-5248-4cfb-ae3b-bd5c494d0c4c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0581632 Jun 22 10:19:49.527408 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] Attempting to bind port bf020abc-ce26-4d66-ac55-968beb5a1191 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:19:49.527660 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] Attempting to bind port bf020abc-ce26-4d66-ac55-968beb5a1191 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'b4f7d411-c576-4a7f-930f-2b12289a5790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '4d173c46-fb88-4d76-8159-b92dd97a87f4'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:19:49.528032 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] Attempting to bind port bf020abc-ce26-4d66-ac55-968beb5a1191 on network 4d173c46-fb88-4d76-8159-b92dd97a87f4 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:19:49.535986 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:19:49.536373 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] Checking segment: {'id': 'b4f7d411-c576-4a7f-930f-2b12289a5790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '4d173c46-fb88-4d76-8159-b92dd97a87f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:19:49.536785 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:49.537181 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] Bound using segment: {'id': 'b4f7d411-c576-4a7f-930f-2b12289a5790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '4d173c46-fb88-4d76-8159-b92dd97a87f4'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:19:49.538087 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] Bound port: bf020abc-ce26-4d66-ac55-968beb5a1191, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f7d411-c576-4a7f-930f-2b12289a5790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': '4d173c46-fb88-4d76-8159-b92dd97a87f4'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:19:49.539526 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (bf020abc-ce26-4d66-ac55-968beb5a1191), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:49.560483 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1c46a1b0-5c69-4dde-854d-7e2b0ae392a1 req-4029a6eb-071e-4d18-8e04-c2e9302dd960 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549924 Jun 22 10:19:49.614885 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] For port bf020abc-ce26-4d66-ac55-968beb5a1191, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:19:49.618094 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] For port bf020abc-ce26-4d66-ac55-968beb5a1191, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=bf020abc-ce26-4d66-ac55-968beb5a1191,segment=NetworkSegment(b4f7d411-c576-4a7f-930f-2b12289a5790),segment_id=b4f7d411-c576-4a7f-930f-2b12289a5790)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:19:49.625251 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (bf020abc-ce26-4d66-ac55-968beb5a1191), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:49.683843 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239c1ef-b31d-4d0d-a23f-6f829d3ba904 None None] Pushing event updated for resources: {'Port': ['ID=bf020abc-ce26-4d66-ac55-968beb5a1191,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:49.692793 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] Routers {'eb6545fa-8e26-467a-9c3e-4a0e2629088a'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:19:49.693427 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:19:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['eb6545fa-8e26-467a-9c3e-4a0e2629088a'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:49.728457 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-93b5a74c-1fe7-4340-a912-21ebecacef71 None None] Provisioning complete for port bf020abc-ce26-4d66-ac55-968beb5a1191 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:49.729546 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-93b5a74c-1fe7-4340-a912-21ebecacef71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (bf020abc-ce26-4d66-ac55-968beb5a1191), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:49.805480 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] Set router eb6545fa-8e26-467a-9c3e-4a0e2629088a gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:19:49.811851 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-93b5a74c-1fe7-4340-a912-21ebecacef71 None None] Current status of the port bf020abc-ce26-4d66-ac55-968beb5a1191 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:49.812335 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-93b5a74c-1fe7-4340-a912-21ebecacef71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (bf020abc-ce26-4d66-ac55-968beb5a1191), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:49.859349 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-93b5a74c-1fe7-4340-a912-21ebecacef71 None None] For port bf020abc-ce26-4d66-ac55-968beb5a1191, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=bf020abc-ce26-4d66-ac55-968beb5a1191,segment=NetworkSegment(b4f7d411-c576-4a7f-930f-2b12289a5790),segment_id=b4f7d411-c576-4a7f-930f-2b12289a5790)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:19:49.865267 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-93b5a74c-1fe7-4340-a912-21ebecacef71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (bf020abc-ce26-4d66-ac55-968beb5a1191), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:49.927803 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5a74c-1fe7-4340-a912-21ebecacef71 None None] Pushing event updated for resources: {'Port': ['ID=bf020abc-ce26-4d66-ac55-968beb5a1191,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:49.984820 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:49.989643 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49e354-ce73-415c-90bb-d61755e1d5d4 req-888609a9-1700-486e-8e9d-144048a12d44 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:49.992149 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d49e354-ce73-415c-90bb-d61755e1d5d4 req-888609a9-1700-486e-8e9d-144048a12d44 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0814893 Jun 22 10:19:49.995987 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-f6418e2f-a71b-45ee-bcb2-43d88c72f42e None None] Provisioning complete for port bf020abc-ce26-4d66-ac55-968beb5a1191 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:49.996345 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f6418e2f-a71b-45ee-bcb2-43d88c72f42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (bf020abc-ce26-4d66-ac55-968beb5a1191), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:50.012796 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d5ecf-60b6-47b4-953e-fd4fe5705bca req-f0f24754-fb31-4541-8b00-cc3ffe5fb69b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:50.020917 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c65d5ecf-60b6-47b4-953e-fd4fe5705bca req-f0f24754-fb31-4541-8b00-cc3ffe5fb69b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 946 time: 0.0981739 Jun 22 10:19:50.050521 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6545fa-8e26-467a-9c3e-4a0e2629088a', 'name': 'tempest-TestVolumeBootPattern-1355268886-router', 'tenant_id': '0188989ab8b745338bb087d10c570c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '79a7896d-0b50-459b-a6ab-a8f65ecb5025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:41Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 4, 'project_id': '0188989ab8b745338bb087d10c570c5f', 'gw_port': {'id': '79a7896d-0b50-459b-a6ab-a8f65ecb5025', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6545fa-8e26-467a-9c3e-4a0e2629088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:41Z', 'updated_at': '2022-06-22T10:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'bf020abc-ce26-4d66-ac55-968beb5a1191', 'name': '', 'network_id': '4d173c46-fb88-4d76-8159-b92dd97a87f4', 'tenant_id': '0188989ab8b745338bb087d10c570c5f', 'mac_address': 'fa:16:3e:9e:b8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6545fa-8e26-467a-9c3e-4a0e2629088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3054bf12-e1c0-465c-98c3-161c5195b5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:43Z', 'updated_at': '2022-06-22T10:19:49Z', 'revision_number': 4, 'project_id': '0188989ab8b745338bb087d10c570c5f', 'subnets': [{'id': '3054bf12-e1c0-465c-98c3-161c5195b5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:50.078673 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f6418e2f-a71b-45ee-bcb2-43d88c72f42e None None] Current status of the port bf020abc-ce26-4d66-ac55-968beb5a1191 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:50.079779 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20466ed9-2203-4123-b85d-5e8dbd17643d None None] The sync data for ids ['eb6545fa-8e26-467a-9c3e-4a0e2629088a'] in dv-cinder-847131-1-iscsi is: [{'id': 'eb6545fa-8e26-467a-9c3e-4a0e2629088a', 'name': 'tempest-TestVolumeBootPattern-1355268886-router', 'tenant_id': '0188989ab8b745338bb087d10c570c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '79a7896d-0b50-459b-a6ab-a8f65ecb5025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:41Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 4, 'project_id': '0188989ab8b745338bb087d10c570c5f', 'gw_port': {'id': '79a7896d-0b50-459b-a6ab-a8f65ecb5025', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6545fa-8e26-467a-9c3e-4a0e2629088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:41Z', 'updated_at': '2022-06-22T10:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'bf020abc-ce26-4d66-ac55-968beb5a1191', 'name': '', 'network_id': '4d173c46-fb88-4d76-8159-b92dd97a87f4', 'tenant_id': '0188989ab8b745338bb087d10c570c5f', 'mac_address': 'fa:16:3e:9e:b8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6545fa-8e26-467a-9c3e-4a0e2629088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3054bf12-e1c0-465c-98c3-161c5195b5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:43Z', 'updated_at': '2022-06-22T10:19:49Z', 'revision_number': 4, 'project_id': '0188989ab8b745338bb087d10c570c5f', 'subnets': [{'id': '3054bf12-e1c0-465c-98c3-161c5195b5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:19:50.096465 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c65d5ecf-60b6-47b4-953e-fd4fe5705bca req-99ba5c81-c09c-4b14-b326-5cb230a7a666 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746400 Jun 22 10:19:50.122110 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d49e354-ce73-415c-90bb-d61755e1d5d4 req-06400235-2002-4303-a3cd-548ada070fa7 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169529 Jun 22 10:19:50.497458 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device bf020abc-ce26-4d66-ac55-968beb5a1191 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:19:50.551671 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port bf020abc-ce26-4d66-ac55-968beb5a1191 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:50.552044 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (bf020abc-ce26-4d66-ac55-968beb5a1191), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:50.639559 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port bf020abc-ce26-4d66-ac55-968beb5a1191 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:50.640737 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 79a7896d-0b50-459b-a6ab-a8f65ecb5025 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:19:50.685664 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 79a7896d-0b50-459b-a6ab-a8f65ecb5025 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:50.686072 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (79a7896d-0b50-459b-a6ab-a8f65ecb5025), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:50.686319 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7c7b1-bd63-4c3f-90f3-4032a36b5075 req-7f88aedd-24d0-4110-87ce-21316556d220 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:50.687806 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-03a7c7b1-bd63-4c3f-90f3-4032a36b5075 req-7f88aedd-24d0-4110-87ce-21316556d220 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0490398 Jun 22 10:19:50.754071 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-03a7c7b1-bd63-4c3f-90f3-4032a36b5075 req-af1fb5f3-d3b8-4487-a9d2-ed3e55598513 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601966 Jun 22 10:19:50.785064 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 79a7896d-0b50-459b-a6ab-a8f65ecb5025 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:19:50.949329 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:50.961369 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d6d25-9263-4393-b90b-50ce265d0258 req-dcc877d8-a015-4521-8b70-00c1a198d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:50.962917 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cd1d6d25-9263-4393-b90b-50ce265d0258 req-dcc877d8-a015-4521-8b70-00c1a198d14c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 1129 time: 0.0494654 Jun 22 10:19:51.108113 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c672df-49f7-47ae-9d5d-20854b6701ac req-6d29966b-0962-469e-862a-54048b66a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:51.109770 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d7c672df-49f7-47ae-9d5d-20854b6701ac req-6d29966b-0962-469e-862a-54048b66a75d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad52333bcbec425089c44c3e55df97ff&device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 1130 time: 0.0992532 Jun 22 10:19:51.119537 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bc1bc-4ce6-4c0b-811e-801244fdf49b req-f07d78ec-9e8b-49b4-9f0f-32166b623856 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:51.120978 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3f4bc1bc-4ce6-4c0b-811e-801244fdf49b req-f07d78ec-9e8b-49b4-9f0f-32166b623856 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.59 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 946 time: 0.0995524 Jun 22 10:19:51.139745 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cd1d6d25-9263-4393-b90b-50ce265d0258 req-3637e760-a6c3-4f63-af67-0610a9fe56c1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203158 Jun 22 10:19:51.262019 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f6e9-7c16-4dad-acc8-38b6a202ba5b req-56b2dc1e-3eeb-4e65-a3bb-b8623aef2323 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:51.263514 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fc87f6e9-7c16-4dad-acc8-38b6a202ba5b req-56b2dc1e-3eeb-4e65-a3bb-b8623aef2323 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 946 time: 0.0847759 Jun 22 10:19:51.272072 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de9bba-9903-4b28-af5d-37e55436a31f req-72e7ccf6-a9dd-43c4-8ee1-9773aed9e1e2 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:51.273508 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-57de9bba-9903-4b28-af5d-37e55436a31f req-72e7ccf6-a9dd-43c4-8ee1-9773aed9e1e2 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0822425 Jun 22 10:19:51.294808 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-3f4bc1bc-4ce6-4c0b-811e-801244fdf49b req-69da972a-1aa6-40c9-ae83-f77ba4d2c8c7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Deleting port 468a7090-7d3f-43e5-8303-b6f8870ced56 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:19:51.295074 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-3f4bc1bc-4ce6-4c0b-811e-801244fdf49b req-69da972a-1aa6-40c9-ae83-f77ba4d2c8c7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:51.302202 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c672df-49f7-47ae-9d5d-20854b6701ac req-a915e3cd-ed25-41a6-8621-d0a39ed94d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:51.303976 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d7c672df-49f7-47ae-9d5d-20854b6701ac req-a915e3cd-ed25-41a6-8621-d0a39ed94d82 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f4e78d1e-cabc-488a-aae3-f9e986faebb4 HTTP/1.1" status: 200 len: 912 time: 0.1436758 Jun 22 10:19:51.352070 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fc87f6e9-7c16-4dad-acc8-38b6a202ba5b req-16c8e298-0b7a-4fe6-807b-4ccdf56e4ccc tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1333e-ae57-42d2-8b1d-7cbf1230661a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775740 Jun 22 10:19:51.355471 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-57de9bba-9903-4b28-af5d-37e55436a31f req-62643f9b-2bb3-4cd5-9e95-1596a9b3adea tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751595 Jun 22 10:19:51.451159 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-3f4bc1bc-4ce6-4c0b-811e-801244fdf49b req-69da972a-1aa6-40c9-ae83-f77ba4d2c8c7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] For port 468a7090-7d3f-43e5-8303-b6f8870ced56, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=468a7090-7d3f-43e5-8303-b6f8870ced56,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:19:51.451536 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-3f4bc1bc-4ce6-4c0b-811e-801244fdf49b req-69da972a-1aa6-40c9-ae83-f77ba4d2c8c7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:51.500083 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d7c672df-49f7-47ae-9d5d-20854b6701ac req-e207d45e-6522-4862-90bd-3ad99695924c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d017dd0e-ef63-4ffa-af06-35b32a6bf63f HTTP/1.1" status: 200 len: 1001 time: 0.1123431 Jun 22 10:19:51.600217 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c672df-49f7-47ae-9d5d-20854b6701ac req-ec57764f-cd0a-4c97-a493-71f28d1288e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:51.601717 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d7c672df-49f7-47ae-9d5d-20854b6701ac req-ec57764f-cd0a-4c97-a493-71f28d1288e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783 HTTP/1.1" status: 200 len: 850 time: 0.0947094 Jun 22 10:19:51.668253 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-3f4bc1bc-4ce6-4c0b-811e-801244fdf49b req-69da972a-1aa6-40c9-ae83-f77ba4d2c8c7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:51.668626 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-3f4bc1bc-4ce6-4c0b-811e-801244fdf49b req-69da972a-1aa6-40c9-ae83-f77ba4d2c8c7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (671ce711-0b9c-44f2-864d-2b48a5559bc8), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:51.668931 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.l3_db [req-3f4bc1bc-4ce6-4c0b-811e-801244fdf49b req-69da972a-1aa6-40c9-ae83-f77ba4d2c8c7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Floating IP 671ce711-0b9c-44f2-864d-2b48a5559bc8 disassociated. External IP: 172.27.0.133, port: 468a7090-7d3f-43e5-8303-b6f8870ced56. Jun 22 10:19:51.669268 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-3f4bc1bc-4ce6-4c0b-811e-801244fdf49b req-69da972a-1aa6-40c9-ae83-f77ba4d2c8c7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Calling delete_port for 468a7090-7d3f-43e5-8303-b6f8870ced56 owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:19:51.865721 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:51.881124 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8119c-7cc8-4bb1-9daa-648868a03d57 req-8181f049-db7a-492c-bd2e-2967ffe302d1 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:51.882638 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7fa8119c-7cc8-4bb1-9daa-648868a03d57 req-8181f049-db7a-492c-bd2e-2967ffe302d1 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0570872 Jun 22 10:19:51.933672 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7fa8119c-7cc8-4bb1-9daa-648868a03d57 req-8cabfa66-b780-4d13-ac5a-7103d30cc688 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454092 Jun 22 10:19:51.997842 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:52.010906 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c672df-49f7-47ae-9d5d-20854b6701ac req-a2443567-7817-4bc4-9abd-60d76b9a6948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:52.012819 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d7c672df-49f7-47ae-9d5d-20854b6701ac req-a2443567-7817-4bc4-9abd-60d76b9a6948 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f4e78d1e-cabc-488a-aae3-f9e986faebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568655 Jun 22 10:19:52.142760 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:52.145894 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-3f4bc1bc-4ce6-4c0b-811e-801244fdf49b req-69da972a-1aa6-40c9-ae83-f77ba4d2c8c7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (468a7090-7d3f-43e5-8303-b6f8870ced56), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:52.181948 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da972a-1aa6-40c9-ae83-f77ba4d2c8c7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Pushing event deleted for resources: {'Port': ['ID=468a7090-7d3f-43e5-8303-b6f8870ced56,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:52.250111 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d7c672df-49f7-47ae-9d5d-20854b6701ac req-031625e8-51e4-460e-84f2-8e6ed6ae7d7f service neutron] 10.222.0.59 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842411 Jun 22 10:19:52.321247 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f4bc1bc-4ce6-4c0b-811e-801244fdf49b req-69da972a-1aa6-40c9-ae83-f77ba4d2c8c7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:19:52.436338 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f4bc1bc-4ce6-4c0b-811e-801244fdf49b req-69da972a-1aa6-40c9-ae83-f77ba4d2c8c7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:19:52.447504 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8ced05-2921-4c98-9995-9d6b9f1b485f None None] Sync routers for ids ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:19:52.465080 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8ced05-2921-4c98-9995-9d6b9f1b485f None None] Routers {'3a0cf69c-54dc-4d21-8efc-f403884bfaf1'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:19:52.466101 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-2c8ced05-2921-4c98-9995-9d6b9f1b485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:19:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:52.489166 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4bc1bc-4ce6-4c0b-811e-801244fdf49b req-69da972a-1aa6-40c9-ae83-f77ba4d2c8c7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] No DVR routers for this DVR port 468a7090-7d3f-43e5-8303-b6f8870ced56 on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:19:52.491784 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-3f4bc1bc-4ce6-4c0b-811e-801244fdf49b req-69da972a-1aa6-40c9-ae83-f77ba4d2c8c7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:52.495041 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3f4bc1bc-4ce6-4c0b-811e-801244fdf49b req-69da972a-1aa6-40c9-ae83-f77ba4d2c8c7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.59 "DELETE /v2.0/ports/468a7090-7d3f-43e5-8303-b6f8870ced56 HTTP/1.1" status: 204 len: 173 time: 1.3650346 Jun 22 10:19:52.495536 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dbd5ab-5688-4de4-9da2-0b89d7cefb11', 'name': 'network-vif-deleted', 'tag': '468a7090-7d3f-43e5-8303-b6f8870ced56'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:19:52.497850 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-30a95fae-8778-49e4-98a6-010fc7c5078e req-23753ad8-f92f-4f0f-8262-0593b0495de9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=73dbd5ab-5688-4de4-9da2-0b89d7cefb11 HTTP/1.1" status: 200 len: 210 time: 0.0594878 Jun 22 10:19:52.498042 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbcb42e-9f96-42d0-8145-4c5122681040" -d '{"events": [{"server_uuid": "73dbd5ab-5688-4de4-9da2-0b89d7cefb11", "name": "network-vif-deleted", "tag": "468a7090-7d3f-43e5-8303-b6f8870ced56"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:19:52.521287 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71b3d8-71cd-49ee-9497-98bfd98589c3 req-4c9dc74e-6706-4804-97b9-e7e12e346a45 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:52.524760 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6b71b3d8-71cd-49ee-9497-98bfd98589c3 req-4c9dc74e-6706-4804-97b9-e7e12e346a45 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0733538 Jun 22 10:19:52.569037 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81eed263-aaa1-47d3-99c9-5a3723ba7e0b x-openstack-request-id: req-81eed263-aaa1-47d3-99c9-5a3723ba7e0b {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:19:52.569437 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dbd5ab-5688-4de4-9da2-0b89d7cefb11", "name": "network-vif-deleted", "tag": "468a7090-7d3f-43e5-8303-b6f8870ced56", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:19:52.570508 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81eed263-aaa1-47d3-99c9-5a3723ba7e0b {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:19:52.571034 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81eed263-aaa1-47d3-99c9-5a3723ba7e0b'] response: {'server_uuid': '73dbd5ab-5688-4de4-9da2-0b89d7cefb11', 'name': 'network-vif-deleted', 'tag': '468a7090-7d3f-43e5-8303-b6f8870ced56', 'status': 'completed', 'code': 200} Jun 22 10:19:52.586547 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-2c8ced05-2921-4c98-9995-9d6b9f1b485f None None] Set router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:19:52.595154 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6b71b3d8-71cd-49ee-9497-98bfd98589c3 req-b36aca48-23e7-4462-8cce-431af275a7eb tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596807 Jun 22 10:19:52.617315 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:52.809790 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-2c8ced05-2921-4c98-9995-9d6b9f1b485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:50Z', 'revision_number': 4, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'gw_port': {'id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:43Z', 'updated_at': '2022-06-22T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '8aecbac2-ed8b-476a-81de-7231270a736e', 'name': '', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'mac_address': 'fa:16:3e:61:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:48Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 5, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'subnets': [{'id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:52.975405 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8ced05-2921-4c98-9995-9d6b9f1b485f None None] Checking router: 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:19:52.976970 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d7c672df-49f7-47ae-9d5d-20854b6701ac req-4589530a-cd3c-4f68-b202-b5fef9ff616d service neutron] 10.222.0.59 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475351 Jun 22 10:19:52.987162 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8ced05-2921-4c98-9995-9d6b9f1b485f None None] Routers {'3a0cf69c-54dc-4d21-8efc-f403884bfaf1'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:19:52.987805 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-2c8ced05-2921-4c98-9995-9d6b9f1b485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:19:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:53.039674 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:53.080829 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:53.111911 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06d10a-c4e7-4d14-b380-b6042efe10a5 req-3b8c411d-08d8-4431-9b7d-9db369701994 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:53.119328 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-df06d10a-c4e7-4d14-b380-b6042efe10a5 req-3b8c411d-08d8-4431-9b7d-9db369701994 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0825486 Jun 22 10:19:53.125754 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-2c8ced05-2921-4c98-9995-9d6b9f1b485f None None] Set router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:19:53.164784 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-df06d10a-c4e7-4d14-b380-b6042efe10a5 req-3a7f679c-3b64-4114-a0c7-4953668134c5 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445919 Jun 22 10:19:53.322471 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-2c8ced05-2921-4c98-9995-9d6b9f1b485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:50Z', 'revision_number': 4, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'gw_port': {'id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:43Z', 'updated_at': '2022-06-22T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '8aecbac2-ed8b-476a-81de-7231270a736e', 'name': '', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'mac_address': 'fa:16:3e:61:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:48Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 5, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'subnets': [{'id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:53.354234 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8ced05-2921-4c98-9995-9d6b9f1b485f None None] The sync data for ids ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'] in dv-cinder-847131-1-iscsi is: [{'id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:50Z', 'revision_number': 4, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'gw_port': {'id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:43Z', 'updated_at': '2022-06-22T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '8aecbac2-ed8b-476a-81de-7231270a736e', 'name': '', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'mac_address': 'fa:16:3e:61:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:48Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 5, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'subnets': [{'id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:19:53.635396 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41504) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:53.664154 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8294bf3-3f60-4f68-87b5-57eefd637971 req-0da27cbb-5268-413a-a4ba-6a7c40ebd3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:53.665344 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0a97b-d826-4ae7-aef2-5cde2748bbe7 req-a2bb0942-272a-4044-8231-c51f9e9d227e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:53.665983 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d8294bf3-3f60-4f68-87b5-57eefd637971 req-0da27cbb-5268-413a-a4ba-6a7c40ebd3a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2&device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 1129 time: 0.0742934 Jun 22 10:19:53.667833 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a7a0a97b-d826-4ae7-aef2-5cde2748bbe7 req-a2bb0942-272a-4044-8231-c51f9e9d227e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0726619 Jun 22 10:19:53.695202 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac99246-8514-4b40-b11d-ab49ca679abc None None] New status for floating IP 671ce711-0b9c-44f2-864d-2b48a5559bc8: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:19:53.727623 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-790a0ec8-f199-43b0-bbb5-a24662f34b96 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group (f3a1333e-ae57-42d2-8b1d-7cbf1230661a), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:53.757117 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-790a0ec8-f199-43b0-bbb5-a24662f34b96 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group (f3a1333e-ae57-42d2-8b1d-7cbf1230661a), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:53.758189 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503de3f-ee94-4321-930f-44e0bcbc3400 req-9a5e2f8d-886e-4da4-8362-0bf9f7ccaba0 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:53.759748 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c503de3f-ee94-4321-930f-44e0bcbc3400 req-9a5e2f8d-886e-4da4-8362-0bf9f7ccaba0 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0663431 Jun 22 10:19:53.801203 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a7a0a97b-d826-4ae7-aef2-5cde2748bbe7 req-1430be2c-18f2-4617-8c82-14d811c2cdf3 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256280 Jun 22 10:19:53.839172 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c503de3f-ee94-4321-930f-44e0bcbc3400 req-7573788c-26cd-4957-ae1c-cd37dba655ca tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701680 Jun 22 10:19:53.845539 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-790a0ec8-f199-43b0-bbb5-a24662f34b96 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (f3a1333e-ae57-42d2-8b1d-7cbf1230661a), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:53.850265 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-790a0ec8-f199-43b0-bbb5-a24662f34b96 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:53.859467 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-790a0ec8-f199-43b0-bbb5-a24662f34b96 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "DELETE /v2.0/security-groups/f3a1333e-ae57-42d2-8b1d-7cbf1230661a HTTP/1.1" status: 204 len: 168 time: 0.2228589 Jun 22 10:19:53.860363 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41508) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:53.877726 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.api.v2.resource [None req-6283619b-5adc-43f9-a5b9-d2a417be831b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] show failed (client error): The resource could not be found. Jun 22 10:19:53.878933 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6283619b-5adc-43f9-a5b9-d2a417be831b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups/f3a1333e-ae57-42d2-8b1d-7cbf1230661a HTTP/1.1" status: 404 len: 347 time: 0.0172670 Jun 22 10:19:53.882772 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41510) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:53.911448 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a0ec8-f199-43b0-bbb5-a24662f34b96 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a1333e-ae57-42d2-8b1d-7cbf1230661a,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:54.018467 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8294bf3-3f60-4f68-87b5-57eefd637971 req-5bdf3e99-399c-414c-b7eb-fdabeaa8719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:54.019964 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d8294bf3-3f60-4f68-87b5-57eefd637971 req-5bdf3e99-399c-414c-b7eb-fdabeaa8719f service neutron] 10.222.0.59 "GET /v2.0/networks?id=4f5c1d12-de71-40fa-95b0-3e1b37dac412 HTTP/1.1" status: 200 len: 920 time: 0.1484065 Jun 22 10:19:54.023135 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-fa895b51-0a9f-4731-9a01-b6561c27de47 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Deleting port e0cdd568-ae71-4aa4-92ef-e45fd1d1610e {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:19:54.023481 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fa895b51-0a9f-4731-9a01-b6561c27de47 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (e0cdd568-ae71-4aa4-92ef-e45fd1d1610e), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:54.107374 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d8294bf3-3f60-4f68-87b5-57eefd637971 req-a338f91a-57ae-4634-a735-6c150adf3056 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 HTTP/1.1" status: 200 len: 1001 time: 0.0768392 Jun 22 10:19:54.111072 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fa895b51-0a9f-4731-9a01-b6561c27de47 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (e0cdd568-ae71-4aa4-92ef-e45fd1d1610e), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:54.111557 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fa895b51-0a9f-4731-9a01-b6561c27de47 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for floatingip (e0cdd568-ae71-4aa4-92ef-e45fd1d1610e), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:54.124957 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-fa895b51-0a9f-4731-9a01-b6561c27de47 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Calling delete_port for e0cdd568-ae71-4aa4-92ef-e45fd1d1610e owned by network:floatingip {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:19:54.162524 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8294bf3-3f60-4f68-87b5-57eefd637971 req-81bfb539-e3b9-47f9-9ab4-f732647f4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:54.164172 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d8294bf3-3f60-4f68-87b5-57eefd637971 req-81bfb539-e3b9-47f9-9ab4-f732647f4379 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d52cd81-ade1-4a9c-ad07-0183651deb0b HTTP/1.1" status: 200 len: 858 time: 0.0484877 Jun 22 10:19:54.210246 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:54.213923 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8294bf3-3f60-4f68-87b5-57eefd637971 req-6b630392-721f-484b-971e-471f6a2d4dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:54.215800 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d8294bf3-3f60-4f68-87b5-57eefd637971 req-6b630392-721f-484b-971e-471f6a2d4dbe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f5c1d12-de71-40fa-95b0-3e1b37dac412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444641 Jun 22 10:19:54.284678 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fa895b51-0a9f-4731-9a01-b6561c27de47 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (e0cdd568-ae71-4aa4-92ef-e45fd1d1610e), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:54.305369 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:54.310935 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa895b51-0a9f-4731-9a01-b6561c27de47 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Pushing event deleted for resources: {'Port': ['ID=e0cdd568-ae71-4aa4-92ef-e45fd1d1610e,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:54.326647 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d8294bf3-3f60-4f68-87b5-57eefd637971 req-774234cc-7a7b-4d4a-a8f5-42224992b9fc service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031222 Jun 22 10:19:54.376280 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fa895b51-0a9f-4731-9a01-b6561c27de47 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for floatingip (671ce711-0b9c-44f2-864d-2b48a5559bc8), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:54.378770 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fa895b51-0a9f-4731-9a01-b6561c27de47 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:54.379965 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-fa895b51-0a9f-4731-9a01-b6561c27de47 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "DELETE /v2.0/floatingips/671ce711-0b9c-44f2-864d-2b48a5559bc8 HTTP/1.1" status: 204 len: 168 time: 0.4962416 Jun 22 10:19:54.431540 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-d8294bf3-3f60-4f68-87b5-57eefd637971 req-d7c86ee2-2bad-44fc-9ed2-6bde0c315e67 service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986149 Jun 22 10:19:54.466107 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41514) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:54.472014 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-3cab648e-d8cb-4f28-8a21-1fa40e38ee4b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--259619342', 'description': 'tempest-description--1125897232'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:54.508080 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3cab648e-d8cb-4f28-8a21-1fa40e38ee4b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:54.585570 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3cab648e-d8cb-4f28-8a21-1fa40e38ee4b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group (1dc2f845-3a8d-4129-b9f8-cae51b5f96cb), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:54.589324 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3cab648e-d8cb-4f28-8a21-1fa40e38ee4b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (1dc2f845-3a8d-4129-b9f8-cae51b5f96cb), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:54.620927 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3cab648e-d8cb-4f28-8a21-1fa40e38ee4b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:54.622206 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-3cab648e-d8cb-4f28-8a21-1fa40e38ee4b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1550748 Jun 22 10:19:54.624375 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab648e-d8cb-4f28-8a21-1fa40e38ee4b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:54.626292 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41516) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:54.631115 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-736eeb9a-64ed-404e-9a46-3a9bb102d201 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Request body: {'security_group_rule': {'security_group_id': '1dc2f845-3a8d-4129-b9f8-cae51b5f96cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:54.659245 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-736eeb9a-64ed-404e-9a46-3a9bb102d201 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group_rule (8a878d68-c733-4ae9-b203-81d65b8d08d5), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:54.682453 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:54.724945 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-736eeb9a-64ed-404e-9a46-3a9bb102d201 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group_rule (8a878d68-c733-4ae9-b203-81d65b8d08d5), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:54.729101 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-736eeb9a-64ed-404e-9a46-3a9bb102d201 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (8a878d68-c733-4ae9-b203-81d65b8d08d5), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:54.748873 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736eeb9a-64ed-404e-9a46-3a9bb102d201 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a878d68-c733-4ae9-b203-81d65b8d08d5,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:54.758317 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-736eeb9a-64ed-404e-9a46-3a9bb102d201 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:54.759606 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-736eeb9a-64ed-404e-9a46-3a9bb102d201 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322300 Jun 22 10:19:54.762336 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41518) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:54.766929 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-b3a9c199-3902-43e3-9c74-e7083dcb2ec4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Request body: {'security_group_rule': {'security_group_id': '1dc2f845-3a8d-4129-b9f8-cae51b5f96cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:54.780234 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:54.799988 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b3a9c199-3902-43e3-9c74-e7083dcb2ec4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group_rule (c37af265-9f1f-4ba0-ae97-42e3c629c918), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:54.881726 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b3a9c199-3902-43e3-9c74-e7083dcb2ec4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group_rule (c37af265-9f1f-4ba0-ae97-42e3c629c918), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:54.888126 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b3a9c199-3902-43e3-9c74-e7083dcb2ec4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (c37af265-9f1f-4ba0-ae97-42e3c629c918), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:54.948121 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9c199-3902-43e3-9c74-e7083dcb2ec4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37af265-9f1f-4ba0-ae97-42e3c629c918,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:54.959192 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b3a9c199-3902-43e3-9c74-e7083dcb2ec4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:54.963430 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b3a9c199-3902-43e3-9c74-e7083dcb2ec4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1971345 Jun 22 10:19:54.963921 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41526) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:54.970502 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-a46445e1-ff46-4e11-8869-3102b1b0fb5b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Request body: {'floatingip': {'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:54.986247 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37dfaaa-35a4-453b-b48a-a871db9c3b0b req-d2262f73-5d13-4ef0-80c9-63d416b48ddb tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:54.987932 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c37dfaaa-35a4-453b-b48a-a871db9c3b0b req-d2262f73-5d13-4ef0-80c9-63d416b48ddb tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.1010251 Jun 22 10:19:55.001549 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a46445e1-ff46-4e11-8869-3102b1b0fb5b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:55.022637 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198425a-fe2c-42a2-98e1-8b715a1108a9 req-a6465479-c77f-4fac-99d2-dd8b81165cce tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:55.024216 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2198425a-fe2c-42a2-98e1-8b715a1108a9 req-a6465479-c77f-4fac-99d2-dd8b81165cce tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0934534 Jun 22 10:19:55.077497 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c37dfaaa-35a4-453b-b48a-a871db9c3b0b req-00e1bd53-e621-42a4-b1d5-6e4701611d63 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809746 Jun 22 10:19:55.083730 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a46445e1-ff46-4e11-8869-3102b1b0fb5b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:55.101734 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2198425a-fe2c-42a2-98e1-8b715a1108a9 req-cae7fe0a-6434-42ca-8f0c-986b5b868817 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700710 Jun 22 10:19:55.216597 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-a46445e1-ff46-4e11-8869-3102b1b0fb5b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Allocated IP 172.27.0.206 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/8395aad1-30a1-478a-9369-0b70ecae0262) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:19:55.263292 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 468a7090-7d3f-43e5-8303-b6f8870ced56 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:19:55.283787 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: 468a7090-7d3f-43e5-8303-b6f8870ced56 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:19:55.284217 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 468a7090-7d3f-43e5-8303-b6f8870ced56 not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:19:55.341792 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a46445e1-ff46-4e11-8869-3102b1b0fb5b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for port (8395aad1-30a1-478a-9369-0b70ecae0262), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:55.376159 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a46445e1-ff46-4e11-8869-3102b1b0fb5b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (8395aad1-30a1-478a-9369-0b70ecae0262), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:55.418327 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46445e1-ff46-4e11-8869-3102b1b0fb5b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:19:55.421138 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-a46445e1-ff46-4e11-8869-3102b1b0fb5b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:19:55.425658 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46445e1-ff46-4e11-8869-3102b1b0fb5b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:19:55.446848 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:55.449586 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46445e1-ff46-4e11-8869-3102b1b0fb5b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Pushing event updated for resources: {'Port': ['ID=8395aad1-30a1-478a-9369-0b70ecae0262,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:55.459231 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:55.519641 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a46445e1-ff46-4e11-8869-3102b1b0fb5b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for floatingip (c5c49ee4-777b-4d9c-9604-375a2b1ad362), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:55.569930 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a46445e1-ff46-4e11-8869-3102b1b0fb5b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (8395aad1-30a1-478a-9369-0b70ecae0262), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:55.719399 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a46445e1-ff46-4e11-8869-3102b1b0fb5b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for port (8395aad1-30a1-478a-9369-0b70ecae0262), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:55.724130 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a46445e1-ff46-4e11-8869-3102b1b0fb5b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (8395aad1-30a1-478a-9369-0b70ecae0262), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:55.801182 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46445e1-ff46-4e11-8869-3102b1b0fb5b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Pushing event updated for resources: {'Port': ['ID=8395aad1-30a1-478a-9369-0b70ecae0262,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:55.811750 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a46445e1-ff46-4e11-8869-3102b1b0fb5b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (c5c49ee4-777b-4d9c-9604-375a2b1ad362), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:55.829847 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a46445e1-ff46-4e11-8869-3102b1b0fb5b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:55.837801 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-a46445e1-ff46-4e11-8869-3102b1b0fb5b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8656085 Jun 22 10:19:56.041142 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-4d0cfb2a-8092-4e7b-9100-b429fcefe5b7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--259619342&fields=id&tenant_id=5ee9d603d9cc4a8797f55d544f189720 HTTP/1.1" status: 200 len: 267 time: 0.0490839 Jun 22 10:19:56.171275 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-7ec17b5a-de9a-43e5-8fd8-a47637d5ac15 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:56.173967 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-7ec17b5a-de9a-43e5-8fd8-a47637d5ac15 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/networks?id=323c8696-2ed1-4abe-97f8-e9536ce29485 HTTP/1.1" status: 200 len: 817 time: 0.1212232 Jun 22 10:19:56.212402 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-98908c3e-741c-4c2f-ae7e-762e9f09e98a tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/quotas/5ee9d603d9cc4a8797f55d544f189720 HTTP/1.1" status: 200 len: 375 time: 0.0288558 Jun 22 10:19:56.239380 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f958f75-7b1a-4742-905a-d4ef2f1301a8 req-68d48fe7-42c9-4ff6-a8b2-3a1ef97b163d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:56.240807 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f958f75-7b1a-4742-905a-d4ef2f1301a8 req-68d48fe7-42c9-4ff6-a8b2-3a1ef97b163d tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0659451 Jun 22 10:19:56.292299 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-da289a0d-f728-4191-a5f1-514bbd18561b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5ee9d603d9cc4a8797f55d544f189720&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745196 Jun 22 10:19:56.335448 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f958f75-7b1a-4742-905a-d4ef2f1301a8 req-710ff7ca-5790-4e5a-97c1-ebdcfa9d64f5 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772896 Jun 22 10:19:56.440368 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-31069737-1ae7-481c-bd42-5e5b41946d80 service neutron] 10.222.0.43 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358685 Jun 22 10:19:56.461361 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13934518-f60f-4573-8b87-2e5831e98447 req-ac130bca-3b19-4950-b06a-06944b3b9207 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:56.463022 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-13934518-f60f-4573-8b87-2e5831e98447 req-ac130bca-3b19-4950-b06a-06944b3b9207 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0609000 Jun 22 10:19:56.519122 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:56.573050 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-13934518-f60f-4573-8b87-2e5831e98447 req-b0d2ed76-889e-4bf3-9d1b-d66d599f72ba tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008842 Jun 22 10:19:56.600129 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-1b18e915-17f8-46ad-a6f3-4708bd3123c8 service neutron] 10.222.0.43 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360610 Jun 22 10:19:56.815865 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9bdb69dd-0d52-4fc3-888a-07f92e569b19 req-55425390-33b1-47b8-b7ce-6076e83f8d1e tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 210 time: 0.0580270 Jun 22 10:19:56.829889 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b534a-8f6b-4cba-ac56-63ff98f09cb6 req-db970f8c-c383-4b81-a98d-4df81e1ac369 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:56.836928 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fa3b534a-8f6b-4cba-ac56-63ff98f09cb6 req-db970f8c-c383-4b81-a98d-4df81e1ac369 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0812619 Jun 22 10:19:56.863134 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:56.900147 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fa3b534a-8f6b-4cba-ac56-63ff98f09cb6 req-28620c1c-6a35-4683-8b9f-a2c1b0ea8c1d tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623491 Jun 22 10:19:56.907291 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e37759-d235-4797-b0b7-51de4719ee1d req-7d2c8be7-0aa7-4f2f-9b42-b78cb05e4cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:56.909069 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-19e37759-d235-4797-b0b7-51de4719ee1d req-7d2c8be7-0aa7-4f2f-9b42-b78cb05e4cfd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad52333bcbec425089c44c3e55df97ff&device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 1130 time: 0.0516670 Jun 22 10:19:57.025557 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e37759-d235-4797-b0b7-51de4719ee1d req-e9f9e909-ae51-4f31-b7bf-1dc6db5b368c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:57.027064 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-19e37759-d235-4797-b0b7-51de4719ee1d req-e9f9e909-ae51-4f31-b7bf-1dc6db5b368c service neutron] 10.222.0.59 "GET /v2.0/networks?id=f4e78d1e-cabc-488a-aae3-f9e986faebb4 HTTP/1.1" status: 200 len: 912 time: 0.1051147 Jun 22 10:19:57.098849 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-19e37759-d235-4797-b0b7-51de4719ee1d req-bf37b5db-c0d0-4014-81ac-f5d43e8399cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d017dd0e-ef63-4ffa-af06-35b32a6bf63f HTTP/1.1" status: 200 len: 1001 time: 0.0621624 Jun 22 10:19:57.155744 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e37759-d235-4797-b0b7-51de4719ee1d req-9b3bb563-0cab-4b38-82f4-83d053e43783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:57.158324 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-19e37759-d235-4797-b0b7-51de4719ee1d req-9b3bb563-0cab-4b38-82f4-83d053e43783 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783 HTTP/1.1" status: 200 len: 850 time: 0.0514612 Jun 22 10:19:57.213293 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e37759-d235-4797-b0b7-51de4719ee1d req-8b40d5fb-a0ed-4f72-ba8a-aefb2b6362cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:57.214878 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-19e37759-d235-4797-b0b7-51de4719ee1d req-8b40d5fb-a0ed-4f72-ba8a-aefb2b6362cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f4e78d1e-cabc-488a-aae3-f9e986faebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493889 Jun 22 10:19:57.319485 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-19e37759-d235-4797-b0b7-51de4719ee1d req-cee05ed9-dc46-48a2-83f8-5a85b377339e service neutron] 10.222.0.59 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974479 Jun 22 10:19:57.408818 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:57.430875 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-19e37759-d235-4797-b0b7-51de4719ee1d req-14e43e7b-2e2d-4871-9c25-1c669bcf34f9 service neutron] 10.222.0.59 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053972 Jun 22 10:19:57.478676 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f16b2a-7011-4d9f-a6fd-ce86d9a22b31 req-d250544f-59be-4295-b2ac-aa007a45f353 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:57.480222 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-33f16b2a-7011-4d9f-a6fd-ce86d9a22b31 req-d250544f-59be-4295-b2ac-aa007a45f353 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0637603 Jun 22 10:19:57.530681 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-33f16b2a-7011-4d9f-a6fd-ce86d9a22b31 req-bab96b61-c6a3-4165-bff0-32e96040749e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437872 Jun 22 10:19:57.646914 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ed042-5470-4feb-9b35-2e2987915035 req-0ca0e6bf-290a-4ad4-979a-b0b9b76fa32a tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:57.648422 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-918ed042-5470-4feb-9b35-2e2987915035 req-0ca0e6bf-290a-4ad4-979a-b0b9b76fa32a tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0508919 Jun 22 10:19:57.658700 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41570) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:19:57.663145 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-f2ef0546-5f74-4f8b-ac38-45f89d6b8eb4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Request body: {'floatingip': {'port_id': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:57.720461 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f2ef0546-5f74-4f8b-ac38-45f89d6b8eb4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for floatingip (2f5d0367-32c3-468c-ad44-1beb4b86a59d), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:57.972991 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7dc57729-aed5-460e-afb9-7ea2e71b16c7 req-0a9f7a8d-c63a-4792-8930-0e2723c1ccf0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 210 time: 0.0402067 Jun 22 10:19:58.328411 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3d474-1044-481b-ab3b-c1fd3dfedd1c req-90aa51f1-75aa-4a4f-95d7-bc80e688f4ee tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:58.330110 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-82b3d474-1044-481b-ab3b-c1fd3dfedd1c req-90aa51f1-75aa-4a4f-95d7-bc80e688f4ee tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0664661 Jun 22 10:19:58.458879 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-82b3d474-1044-481b-ab3b-c1fd3dfedd1c req-08deee4f-a5a5-438a-96e8-058b6b48cbf9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952792 Jun 22 10:19:58.461781 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:58.503344 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-3a5e9e3a-0303-4df5-8e6f-f6d11b243344 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:58.506161 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-3a5e9e3a-0303-4df5-8e6f-f6d11b243344 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.59 "GET /v2.0/networks?id=323c8696-2ed1-4abe-97f8-e9536ce29485 HTTP/1.1" status: 200 len: 817 time: 0.1285233 Jun 22 10:19:58.571531 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f2ef0546-5f74-4f8b-ac38-45f89d6b8eb4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:58.576024 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f2ef0546-5f74-4f8b-ac38-45f89d6b8eb4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (2f5d0367-32c3-468c-ad44-1beb4b86a59d), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:58.580844 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-c1e53e73-b002-4858-a9bd-d585bc4fdf22 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ee9d603d9cc4a8797f55d544f189720 HTTP/1.1" status: 200 len: 379 time: 0.0664160 Jun 22 10:19:58.594862 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-6ffd3cb3-4bc6-4d84-a1b6-662db30cad88 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Request body: {'port': {'device_id': 'b357b60f-93be-4898-a651-4a407a7dc490', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'admin_state_up': True, 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'security_groups': ['1dc2f845-3a8d-4129-b9f8-cae51b5f96cb']}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:58.714661 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-6ffd3cb3-4bc6-4d84-a1b6-662db30cad88 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Made reservation on behalf of 5ee9d603d9cc4a8797f55d544f189720 for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:19:58.718563 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-6ffd3cb3-4bc6-4d84-a1b6-662db30cad88 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:58.728159 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:58.772625 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:58.790164 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ef0546-5f74-4f8b-ac38-45f89d6b8eb4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Router 270c905a-12a6-4f40-908f-84553181ba5e has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:19:58.859134 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-6ffd3cb3-4bc6-4d84-a1b6-662db30cad88 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Allocated IP 172.20.0.7 (323c8696-2ed1-4abe-97f8-e9536ce29485/7f3117d9-0d1e-434f-abb4-63ad07de2d8c/41dc4ae0-ddcc-4582-8858-4f23e4695e4a) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:19:58.900811 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ef0546-5f74-4f8b-ac38-45f89d6b8eb4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:19:58.907319 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f2ef0546-5f74-4f8b-ac38-45f89d6b8eb4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:58.915943 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d720103-9ea6-42cf-98ca-c163eb57de7c None None] Sync routers for ids ['270c905a-12a6-4f40-908f-84553181ba5e'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:19:58.928012 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d720103-9ea6-42cf-98ca-c163eb57de7c None None] Routers {'270c905a-12a6-4f40-908f-84553181ba5e'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:19:58.928896 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-6d720103-9ea6-42cf-98ca-c163eb57de7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:19:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['270c905a-12a6-4f40-908f-84553181ba5e'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:58.942074 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3', 'tag': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:19:58.944339 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898db771481267bf496a2732a32d4addbcaa54fa352ad4e4fb07179b33d7b991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105f11c0-c02c-46ee-93fc-be668263f476" -d '{"events": [{"name": "network-changed", "server_uuid": "86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3", "tag": "b3cb81b4-fc19-4acc-bb84-84c1f3b739b7"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:19:58.979415 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f2ef0546-5f74-4f8b-ac38-45f89d6b8eb4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "PUT /v2.0/floatingips/2f5d0367-32c3-468c-ad44-1beb4b86a59d HTTP/1.1" status: 200 len: 993 time: 1.3172188 Jun 22 10:19:58.996278 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72fc534-f3b1-4002-adfd-53b29103d749 x-openstack-request-id: req-e72fc534-f3b1-4002-adfd-53b29103d749 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:19:58.996714 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3", "tag": "b3cb81b4-fc19-4acc-bb84-84c1f3b739b7", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:19:58.997021 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e72fc534-f3b1-4002-adfd-53b29103d749 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:19:58.997436 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72fc534-f3b1-4002-adfd-53b29103d749'] response: {'name': 'network-changed', 'server_uuid': '86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3', 'tag': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7', 'status': 'completed', 'code': 200} Jun 22 10:19:59.050404 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-6d720103-9ea6-42cf-98ca-c163eb57de7c None None] Set router 270c905a-12a6-4f40-908f-84553181ba5e gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:19:59.084159 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-6ffd3cb3-4bc6-4d84-a1b6-662db30cad88 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:59.100196 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f11c0-c02c-46ee-93fc-be668263f476 req-f7b8c43b-0f5b-4b8b-84d9-1998ed1eb6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:59.101893 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-105f11c0-c02c-46ee-93fc-be668263f476 req-f7b8c43b-0f5b-4b8b-84d9-1998ed1eb6ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2&device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 1129 time: 0.0730495 Jun 22 10:19:59.113298 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-da6390f9-4dbc-499b-b14e-286e2d637845 req-5865f7cc-e79a-41eb-8ad2-b136bc3d9b67 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 210 time: 0.0466554 Jun 22 10:19:59.186693 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-6ffd3cb3-4bc6-4d84-a1b6-662db30cad88 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:59.250751 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-6ffd3cb3-4bc6-4d84-a1b6-662db30cad88 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Network 323c8696-2ed1-4abe-97f8-e9536ce29485 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:19:59.260080 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-6ffd3cb3-4bc6-4d84-a1b6-662db30cad88 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:19:59.265628 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-6ffd3cb3-4bc6-4d84-a1b6-662db30cad88 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:19:59.273302 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f11c0-c02c-46ee-93fc-be668263f476 req-a9c9655e-d2ee-40e7-9eac-08414d58ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:59.275097 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-105f11c0-c02c-46ee-93fc-be668263f476 req-a9c9655e-d2ee-40e7-9eac-08414d58ae88 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4f5c1d12-de71-40fa-95b0-3e1b37dac412 HTTP/1.1" status: 200 len: 920 time: 0.1627142 Jun 22 10:19:59.281138 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-6d720103-9ea6-42cf-98ca-c163eb57de7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270c905a-12a6-4f40-908f-84553181ba5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1179079051-router', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 4, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'gw_port': {'id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '2f5d0367-32c3-468c-ad44-1beb4b86a59d', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'port_id': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'mac_address': 'fa:16:3e:48:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:18:10Z', 'updated_at': '2022-06-22T10:19:58Z', 'revision_number': 3, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e427e75-0a90-4475-aedf-e42cc726e9ac', 'name': '', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'mac_address': 'fa:16:3e:f6:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:54Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 5, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'subnets': [{'id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:59.295462 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd3cb3-4bc6-4d84-a1b6-662db30cad88 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Pushing event updated for resources: {'Port': ['ID=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:19:59.305382 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:59.310047 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d720103-9ea6-42cf-98ca-c163eb57de7c None None] Checking router: 270c905a-12a6-4f40-908f-84553181ba5e for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:19:59.321975 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d720103-9ea6-42cf-98ca-c163eb57de7c None None] Routers {'270c905a-12a6-4f40-908f-84553181ba5e'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:19:59.322870 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-6d720103-9ea6-42cf-98ca-c163eb57de7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:19:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['270c905a-12a6-4f40-908f-84553181ba5e'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:59.370086 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:59.378872 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-6ffd3cb3-4bc6-4d84-a1b6-662db30cad88 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:59.379545 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-6ffd3cb3-4bc6-4d84-a1b6-662db30cad88 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:59.396086 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-105f11c0-c02c-46ee-93fc-be668263f476 req-47787622-2e0c-4274-ad27-a13a8ad81bc9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 HTTP/1.1" status: 200 len: 1001 time: 0.1018591 Jun 22 10:19:59.400402 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-6ffd3cb3-4bc6-4d84-a1b6-662db30cad88 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8100827 Jun 22 10:19:59.429176 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] Request body: {'port': {'device_id': 'b357b60f-93be-4898-a651-4a407a7dc490', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:19:59.443678 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-6d720103-9ea6-42cf-98ca-c163eb57de7c None None] Set router 270c905a-12a6-4f40-908f-84553181ba5e gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:19:59.489484 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:59.502176 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-81313ee4-08a5-497d-ba37-1439d16e81d8 None None] Provisioning complete for port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:19:59.502498 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-81313ee4-08a5-497d-ba37-1439d16e81d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:59.503336 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f11c0-c02c-46ee-93fc-be668263f476 req-77fa8064-68a9-428b-a91d-4b376be1ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:59.504860 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-105f11c0-c02c-46ee-93fc-be668263f476 req-77fa8064-68a9-428b-a91d-4b376be1ffe3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d52cd81-ade1-4a9c-ad07-0183651deb0b HTTP/1.1" status: 200 len: 858 time: 0.0896175 Jun 22 10:19:59.565983 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:19:59.579570 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-81313ee4-08a5-497d-ba37-1439d16e81d8 None None] Port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:19:59.587992 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f11c0-c02c-46ee-93fc-be668263f476 req-0ae6f8d5-a0f4-4d49-959f-73b3e91388d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:59.589557 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-105f11c0-c02c-46ee-93fc-be668263f476 req-0ae6f8d5-a0f4-4d49-959f-73b3e91388d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f5c1d12-de71-40fa-95b0-3e1b37dac412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683663 Jun 22 10:19:59.600547 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd053e-8e31-450f-bab4-70b494fda739 req-ecfd82d5-e783-4829-9e26-7a70678d9fee tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:19:59.602276 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f6cd053e-8e31-450f-bab4-70b494fda739 req-ecfd82d5-e783-4829-9e26-7a70678d9fee tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0565989 Jun 22 10:19:59.658093 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f6cd053e-8e31-450f-bab4-70b494fda739 req-e6644357-c522-44dd-a85b-93e4cb104190 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473409 Jun 22 10:19:59.666457 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:19:59.715883 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-6d720103-9ea6-42cf-98ca-c163eb57de7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270c905a-12a6-4f40-908f-84553181ba5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1179079051-router', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 4, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'gw_port': {'id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '2f5d0367-32c3-468c-ad44-1beb4b86a59d', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'port_id': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'mac_address': 'fa:16:3e:48:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:18:10Z', 'updated_at': '2022-06-22T10:19:58Z', 'revision_number': 3, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e427e75-0a90-4475-aedf-e42cc726e9ac', 'name': '', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'mac_address': 'fa:16:3e:f6:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:54Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 5, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'subnets': [{'id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:19:59.742633 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d720103-9ea6-42cf-98ca-c163eb57de7c None None] The sync data for ids ['270c905a-12a6-4f40-908f-84553181ba5e'] in dv-cinder-847131-1-iscsi is: [{'id': '270c905a-12a6-4f40-908f-84553181ba5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1179079051-router', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 4, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'gw_port': {'id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '2f5d0367-32c3-468c-ad44-1beb4b86a59d', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'port_id': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'mac_address': 'fa:16:3e:48:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:18:10Z', 'updated_at': '2022-06-22T10:19:58Z', 'revision_number': 3, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e427e75-0a90-4475-aedf-e42cc726e9ac', 'name': '', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'mac_address': 'fa:16:3e:f6:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:54Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 5, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'subnets': [{'id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:19:59.792424 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-105f11c0-c02c-46ee-93fc-be668263f476 req-9b5779e1-86c6-45c9-bd4b-98aa70998bfa service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813433 Jun 22 10:19:59.960756 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-105f11c0-c02c-46ee-93fc-be668263f476 req-2c1cbec1-0d06-45f0-9cf1-27c78901fb44 service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575608 Jun 22 10:19:59.999892 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41dc4ae0-ddcc-4582-8858-4f23e4695e4a {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:20:00.008565 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] Publish callbacks [] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:00.021997 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] Transition to ACTIVE for port object 41dc4ae0-ddcc-4582-8858-4f23e4695e4a will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:20:00.026085 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:00.077599 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] Pushing event updated for resources: {'Port': ['ID=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:00.160677 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] Attempting to bind port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:20:00.161012 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] Attempting to bind port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '754cce2b-24bd-4e64-aab1-7837b742fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:20:00.161340 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] Attempting to bind port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a on network 323c8696-2ed1-4abe-97f8-e9536ce29485 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:20:00.166284 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] Port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a on network 323c8696-2ed1-4abe-97f8-e9536ce29485 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:20:00.166604 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] Attempting to bind port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a on network 323c8696-2ed1-4abe-97f8-e9536ce29485 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:20:00.173881 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:20:00.174217 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] Checking segment: {'id': '754cce2b-24bd-4e64-aab1-7837b742fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:20:00.174609 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] Bound using segment: {'id': '754cce2b-24bd-4e64-aab1-7837b742fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:20:00.175069 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] Bound port: 41dc4ae0-ddcc-4582-8858-4f23e4695e4a, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '754cce2b-24bd-4e64-aab1-7837b742fb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:20:00.175435 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:00.233547 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:00.240246 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:00.245775 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] For port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a, host hv-cinder-84713, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:20:00.250416 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] For port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:20:00.253463 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18d8b2-f562-49b1-afec-92a66a739ed4 req-8807ff5b-869e-4ad5-bffe-429a04b789eb tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:00.255483 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ee18d8b2-f562-49b1-afec-92a66a739ed4 req-8807ff5b-869e-4ad5-bffe-429a04b789eb tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 943 time: 0.0558693 Jun 22 10:20:00.258825 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:00.302237 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:00.302964 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:00.304378 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] 10.222.0.59 "PUT /v2.0/ports/41dc4ae0-ddcc-4582-8858-4f23e4695e4a HTTP/1.1" status: 200 len: 1093 time: 0.8876834 Jun 22 10:20:00.304826 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b357b60f-93be-4898-a651-4a407a7dc490', 'tag': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:20:00.307120 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e0323c-3653-42ad-8bfd-f3ff7c5afd08" -d '{"events": [{"name": "network-changed", "server_uuid": "b357b60f-93be-4898-a651-4a407a7dc490", "tag": "41dc4ae0-ddcc-4582-8858-4f23e4695e4a"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:20:00.330857 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ee18d8b2-f562-49b1-afec-92a66a739ed4 req-c3565f89-8ea5-4bff-9d9c-a77259cf8acf tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669222 Jun 22 10:20:00.331490 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28eeb7b-db35-4c8c-a639-2c462f69cd0c service neutron] Pushing event updated for resources: {'Port': ['ID=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:00.378383 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb82771a-f7fd-43db-8622-56fbfa30e4b9 x-openstack-request-id: req-fb82771a-f7fd-43db-8622-56fbfa30e4b9 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:20:00.378383 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b357b60f-93be-4898-a651-4a407a7dc490", "tag": "41dc4ae0-ddcc-4582-8858-4f23e4695e4a", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:20:00.378383 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb82771a-f7fd-43db-8622-56fbfa30e4b9 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:20:00.378383 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb82771a-f7fd-43db-8622-56fbfa30e4b9'] response: {'name': 'network-changed', 'server_uuid': 'b357b60f-93be-4898-a651-4a407a7dc490', 'tag': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a', 'status': 'completed', 'code': 200} Jun 22 10:20:00.406220 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-ea3a6cb6-42cb-4be3-a429-78f369202a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:00.408437 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-ea3a6cb6-42cb-4be3-a429-78f369202a3d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee9d603d9cc4a8797f55d544f189720&device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 1127 time: 0.0428727 Jun 22 10:20:00.450244 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-f47a46ba-add3-40df-ad8b-11ddf0a48f9b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41dc4ae0-ddcc-4582-8858-4f23e4695e4a HTTP/1.1" status: 200 len: 217 time: 0.0338681 Jun 22 10:20:00.501358 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-496c6fae-4b96-40b8-b19b-9c89f0a485ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:00.502926 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-496c6fae-4b96-40b8-b19b-9c89f0a485ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f3117d9-0d1e-434f-abb4-63ad07de2d8c HTTP/1.1" status: 200 len: 856 time: 0.0463004 Jun 22 10:20:00.555523 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-b3b31923-62f6-4673-b070-39be35ddedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:00.557041 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-b3b31923-62f6-4673-b070-39be35ddedc3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=323c8696-2ed1-4abe-97f8-e9536ce29485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436676 Jun 22 10:20:00.649992 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-4c161344-d325-47c2-98f4-bf3ccbc1500c service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849698 Jun 22 10:20:00.749782 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f13b4c30-bce4-4e86-bc30-ac29ef754a0c req-1eaea53f-5e3b-453c-8866-74b5f79c5c05 service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913093 Jun 22 10:20:00.998857 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3', 'tag': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:20:01.001924 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898db771481267bf496a2732a32d4addbcaa54fa352ad4e4fb07179b33d7b991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffa2b6e-1c05-494c-a6e8-20d71377aa3e" -d '{"events": [{"name": "network-changed", "server_uuid": "86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3", "tag": "b3cb81b4-fc19-4acc-bb84-84c1f3b739b7"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:20:01.035994 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17201b32-5dd8-4da4-a154-929cfcd1e9c3 x-openstack-request-id: req-17201b32-5dd8-4da4-a154-929cfcd1e9c3 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:20:01.036278 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3", "tag": "b3cb81b4-fc19-4acc-bb84-84c1f3b739b7", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:20:01.036532 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17201b32-5dd8-4da4-a154-929cfcd1e9c3 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:20:01.036930 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17201b32-5dd8-4da4-a154-929cfcd1e9c3'] response: {'name': 'network-changed', 'server_uuid': '86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3', 'tag': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7', 'status': 'completed', 'code': 200} Jun 22 10:20:01.456030 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c98ea-88fc-4df9-84a6-90485c6bfbfe req-c93d0cd6-38b7-456a-9117-d63f74771525 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:01.458382 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8e4c98ea-88fc-4df9-84a6-90485c6bfbfe req-c93d0cd6-38b7-456a-9117-d63f74771525 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 943 time: 0.0518794 Jun 22 10:20:01.513038 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8e4c98ea-88fc-4df9-84a6-90485c6bfbfe req-c9e7246f-1cf9-40a5-a56d-d147eb57460e tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486488 Jun 22 10:20:01.902818 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0323c-3653-42ad-8bfd-f3ff7c5afd08 req-8eb17515-46a9-4612-9ddb-b9bbe20b5b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:01.904334 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e6e0323c-3653-42ad-8bfd-f3ff7c5afd08 req-8eb17515-46a9-4612-9ddb-b9bbe20b5b54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee9d603d9cc4a8797f55d544f189720&device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 1127 time: 0.0726752 Jun 22 10:20:01.908180 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa2b6e-1c05-494c-a6e8-20d71377aa3e req-aece155a-c600-47ee-ab44-b2b90b4dfec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:01.909554 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9ffa2b6e-1c05-494c-a6e8-20d71377aa3e req-aece155a-c600-47ee-ab44-b2b90b4dfec9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2&device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 1129 time: 0.0488360 Jun 22 10:20:01.998255 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:20:02.336092 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0323c-3653-42ad-8bfd-f3ff7c5afd08 req-ccb63b41-ba60-4ace-bde6-a1e789232701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:02.337589 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e6e0323c-3653-42ad-8bfd-f3ff7c5afd08 req-ccb63b41-ba60-4ace-bde6-a1e789232701 service neutron] 10.222.0.59 "GET /v2.0/networks?id=323c8696-2ed1-4abe-97f8-e9536ce29485 HTTP/1.1" status: 200 len: 918 time: 0.4264996 Jun 22 10:20:02.339012 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa2b6e-1c05-494c-a6e8-20d71377aa3e req-d6e039f8-3b7f-4bfb-970c-38e0e638e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:02.340344 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9ffa2b6e-1c05-494c-a6e8-20d71377aa3e req-d6e039f8-3b7f-4bfb-970c-38e0e638e086 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4f5c1d12-de71-40fa-95b0-3e1b37dac412 HTTP/1.1" status: 200 len: 920 time: 0.4220667 Jun 22 10:20:02.418024 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e6e0323c-3653-42ad-8bfd-f3ff7c5afd08 req-780696cc-1e23-47a7-916f-17f95c579c56 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41dc4ae0-ddcc-4582-8858-4f23e4695e4a HTTP/1.1" status: 200 len: 217 time: 0.0686688 Jun 22 10:20:02.488439 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9ffa2b6e-1c05-494c-a6e8-20d71377aa3e req-a66ddac2-9e6c-43f7-8775-cfe5070dceb3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 HTTP/1.1" status: 200 len: 1001 time: 0.1377504 Jun 22 10:20:02.499495 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-fb7d8be1-628f-4f46-b1a2-8cf78db47201 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789065302&fields=id&tenant_id=1cb1af845e594466b12a11b7cab99a7c HTTP/1.1" status: 200 len: 267 time: 0.0475233 Jun 22 10:20:02.504276 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0323c-3653-42ad-8bfd-f3ff7c5afd08 req-bfa5db65-45f5-4f49-8171-2ed112f52993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:02.505797 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e6e0323c-3653-42ad-8bfd-f3ff7c5afd08 req-bfa5db65-45f5-4f49-8171-2ed112f52993 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f3117d9-0d1e-434f-abb4-63ad07de2d8c HTTP/1.1" status: 200 len: 856 time: 0.0781219 Jun 22 10:20:02.573722 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0323c-3653-42ad-8bfd-f3ff7c5afd08 req-3e96d6a1-5701-4f67-bbce-917cdb274a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:02.575330 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e6e0323c-3653-42ad-8bfd-f3ff7c5afd08 req-3e96d6a1-5701-4f67-bbce-917cdb274a4b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=323c8696-2ed1-4abe-97f8-e9536ce29485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511639 Jun 22 10:20:02.576820 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa2b6e-1c05-494c-a6e8-20d71377aa3e req-98ca960f-6862-4f64-b399-7e30e249e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:02.578815 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9ffa2b6e-1c05-494c-a6e8-20d71377aa3e req-98ca960f-6862-4f64-b399-7e30e249e267 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d52cd81-ade1-4a9c-ad07-0183651deb0b HTTP/1.1" status: 200 len: 858 time: 0.0837162 Jun 22 10:20:02.680995 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:02.684302 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa2b6e-1c05-494c-a6e8-20d71377aa3e req-ac09f3f5-ffe2-4ae0-83e8-4498250f7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:02.685865 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9ffa2b6e-1c05-494c-a6e8-20d71377aa3e req-ac09f3f5-ffe2-4ae0-83e8-4498250f7523 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f5c1d12-de71-40fa-95b0-3e1b37dac412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0974677 Jun 22 10:20:02.699256 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-34cee9dc-edd6-4994-9410-e85ddb170634 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:02.700754 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-34cee9dc-edd6-4994-9410-e85ddb170634 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/networks?id=96156af8-0bc3-4b6c-bec6-429f61356c8a HTTP/1.1" status: 200 len: 811 time: 0.1933134 Jun 22 10:20:02.702147 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:02.709950 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c04f6-299d-4b8d-9c0b-df029b16ca6b req-ab50de9d-b4de-4ac4-9398-cd6b1419bbfd tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:02.711451 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b64c04f6-299d-4b8d-9c0b-df029b16ca6b req-ab50de9d-b4de-4ac4-9398-cd6b1419bbfd tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 943 time: 0.0745316 Jun 22 10:20:02.735967 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-240a4809-1bb5-4aab-9055-a6029d02d145 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/quotas/1cb1af845e594466b12a11b7cab99a7c HTTP/1.1" status: 200 len: 375 time: 0.0222728 Jun 22 10:20:02.744717 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e6e0323c-3653-42ad-8bfd-f3ff7c5afd08 req-bf6d6c53-b46e-48e6-be4b-b37972037536 service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572909 Jun 22 10:20:02.795010 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b64c04f6-299d-4b8d-9c0b-df029b16ca6b req-767e0ca9-2ec1-411b-9e41-e68dbe6026ab tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761356 Jun 22 10:20:02.805843 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-38c87059-870f-4c22-8b85-ec56a8f66d73 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1cb1af845e594466b12a11b7cab99a7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635171 Jun 22 10:20:02.860274 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9ffa2b6e-1c05-494c-a6e8-20d71377aa3e req-7bd01fb7-e7ce-429c-b5ca-d1675ac522a7 service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661625 Jun 22 10:20:02.903721 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e6e0323c-3653-42ad-8bfd-f3ff7c5afd08 req-cd0db071-fd42-40f4-b541-d8bed34d501a service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299019 Jun 22 10:20:02.914091 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-477d1a10-492b-42ae-9773-d1c1003d8ccc service neutron] 10.222.0.43 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939884 Jun 22 10:20:02.961428 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:02.978681 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-9ffa2b6e-1c05-494c-a6e8-20d71377aa3e req-97bdff9f-cea8-4083-a506-84141f749358 service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104770 Jun 22 10:20:03.025031 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-1e6ba136-5372-4e68-ab89-7961e1423f0a service neutron] 10.222.0.43 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964780 Jun 22 10:20:03.311256 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 41dc4ae0-ddcc-4582-8858-4f23e4695e4a details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:20:03.328955 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c5433554-690a-42d2-a6ee-e90ac20f194a req-835e2de8-5bfe-42ec-8568-73666fcf3e97 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 210 time: 0.0317562 Jun 22 10:20:03.426203 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:20:03.439874 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'port_id': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a', 'mac_address': 'fa:16:3e:78:27:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 972, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:20:03.480806 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:20:03.481322 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:03.495344 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41dc4ae0-ddcc-4582-8858-4f23e4695e4a {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:20:03.516967 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:20:03.521487 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:03.572643 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:03.798194 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:03.801983 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['41dc4ae0-ddcc-4582-8858-4f23e4695e4a'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:20:03.916329 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:03.934175 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d659f-5493-4256-b73f-3c3d5365d1d8 req-7b4eb43e-3be0-464b-9e81-c2f2b6d8e445 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:03.935692 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-888d659f-5493-4256-b73f-3c3d5365d1d8 req-7b4eb43e-3be0-464b-9e81-c2f2b6d8e445 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 944 time: 0.0530884 Jun 22 10:20:03.986495 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-888d659f-5493-4256-b73f-3c3d5365d1d8 req-8bc908df-328a-4dbb-9aa2-b3775738bece tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443022 Jun 22 10:20:04.356074 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-d5d1082b-79f4-4cf3-9167-d051dbed4e1d tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:04.357496 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-d5d1082b-79f4-4cf3-9167-d051dbed4e1d tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.59 "GET /v2.0/networks?id=96156af8-0bc3-4b6c-bec6-429f61356c8a HTTP/1.1" status: 200 len: 811 time: 0.1146083 Jun 22 10:20:04.431630 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-73172847-7463-42cc-97c7-1501de7e364d req-dc81d06c-3150-4bd5-bf0b-1a7f82bdff8b tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 210 time: 0.0300059 Jun 22 10:20:04.431790 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-fb518710-322a-4a6c-8ac6-ad05e0103213 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cb1af845e594466b12a11b7cab99a7c HTTP/1.1" status: 200 len: 380 time: 0.0619543 Jun 22 10:20:04.440819 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-18299228-b024-4a0a-9e6b-85db3cd73ade tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Request body: {'port': {'device_id': '28c617f3-3db0-484a-9d66-15fef4010ec4', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'admin_state_up': True, 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'security_groups': ['a9f47e1e-be45-4e09-b935-b6be0d03406f']}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:20:04.558715 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-18299228-b024-4a0a-9e6b-85db3cd73ade tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Made reservation on behalf of 1cb1af845e594466b12a11b7cab99a7c for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:20:04.562142 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-18299228-b024-4a0a-9e6b-85db3cd73ade tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:04.695103 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-18299228-b024-4a0a-9e6b-85db3cd73ade tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Allocated IP 172.20.0.8 (96156af8-0bc3-4b6c-bec6-429f61356c8a/2c45b72d-dee0-4152-ab84-13a956020161/13d80eb1-6fcf-4d7d-864a-8e6485a20811) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:20:04.854211 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-18299228-b024-4a0a-9e6b-85db3cd73ade tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for port (13d80eb1-6fcf-4d7d-864a-8e6485a20811), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:04.855415 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:04.858768 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:04.891204 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-18299228-b024-4a0a-9e6b-85db3cd73ade tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (13d80eb1-6fcf-4d7d-864a-8e6485a20811), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:04.939092 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-18299228-b024-4a0a-9e6b-85db3cd73ade tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Network 96156af8-0bc3-4b6c-bec6-429f61356c8a is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:20:04.944692 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-18299228-b024-4a0a-9e6b-85db3cd73ade tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:20:04.946663 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18299228-b024-4a0a-9e6b-85db3cd73ade tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event updated for resources: {'Port': ['ID=13d80eb1-6fcf-4d7d-864a-8e6485a20811,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:04.948772 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-18299228-b024-4a0a-9e6b-85db3cd73ade tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:20:05.001459 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-18299228-b024-4a0a-9e6b-85db3cd73ade tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:05.002140 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-18299228-b024-4a0a-9e6b-85db3cd73ade tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:05.020692 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-18299228-b024-4a0a-9e6b-85db3cd73ade tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5845711 Jun 22 10:20:05.033227 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] Request body: {'port': {'device_id': '28c617f3-3db0-484a-9d66-15fef4010ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:20:05.113450 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (13d80eb1-6fcf-4d7d-864a-8e6485a20811), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:05.135612 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112beb0b-8909-4ae7-a7ea-855bd68b4982 req-afd4364f-2f3f-4c94-91e7-5e17b1bcb5de tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:05.137172 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-112beb0b-8909-4ae7-a7ea-855bd68b4982 req-afd4364f-2f3f-4c94-91e7-5e17b1bcb5de tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 944 time: 0.0627315 Jun 22 10:20:05.184745 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d242220e-acd7-4ef5-9432-06b114166ab4 None None] Provisioning complete for port 13d80eb1-6fcf-4d7d-864a-8e6485a20811 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:20:05.185315 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d242220e-acd7-4ef5-9432-06b114166ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (13d80eb1-6fcf-4d7d-864a-8e6485a20811), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:05.191226 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-112beb0b-8909-4ae7-a7ea-855bd68b4982 req-c7e3f5ce-3bad-4712-8bd8-aad9e7f4aaac tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456667 Jun 22 10:20:05.236476 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d242220e-acd7-4ef5-9432-06b114166ab4 None None] Port 13d80eb1-6fcf-4d7d-864a-8e6485a20811 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:20:05.328729 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 41dc4ae0-ddcc-4582-8858-4f23e4695e4a up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:20:05.388147 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d80eb1-6fcf-4d7d-864a-8e6485a20811 {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:20:05.397859 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] Publish callbacks [] for port (13d80eb1-6fcf-4d7d-864a-8e6485a20811), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:05.414314 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] Transition to ACTIVE for port object 13d80eb1-6fcf-4d7d-864a-8e6485a20811 will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:20:05.418980 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (13d80eb1-6fcf-4d7d-864a-8e6485a20811), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:05.486023 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] Pushing event updated for resources: {'Port': ['ID=13d80eb1-6fcf-4d7d-864a-8e6485a20811,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:05.506649 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:05.508686 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:20:05.520839 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:20:05.521321 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:05.574314 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b6c50-c147-4406-9396-e15923cf42b9 req-21e4604c-f92d-4125-a59b-1b53409f6345 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:05.583902 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d85b6c50-c147-4406-9396-e15923cf42b9 req-21e4604c-f92d-4125-a59b-1b53409f6345 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 943 time: 0.0602815 Jun 22 10:20:05.584216 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] Attempting to bind port 13d80eb1-6fcf-4d7d-864a-8e6485a20811 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:20:05.584567 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] Attempting to bind port 13d80eb1-6fcf-4d7d-864a-8e6485a20811 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'fc028856-14b9-419a-8b62-8b234ffb395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:20:05.584903 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] Attempting to bind port 13d80eb1-6fcf-4d7d-864a-8e6485a20811 on network 96156af8-0bc3-4b6c-bec6-429f61356c8a {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:20:05.590215 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] Port 13d80eb1-6fcf-4d7d-864a-8e6485a20811 on network 96156af8-0bc3-4b6c-bec6-429f61356c8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:20:05.590689 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] Attempting to bind port 13d80eb1-6fcf-4d7d-864a-8e6485a20811 on network 96156af8-0bc3-4b6c-bec6-429f61356c8a {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:20:05.596682 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:20:05.597074 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] Checking segment: {'id': 'fc028856-14b9-419a-8b62-8b234ffb395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:20:05.597538 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] Bound using segment: {'id': 'fc028856-14b9-419a-8b62-8b234ffb395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:20:05.598076 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] Bound port: 13d80eb1-6fcf-4d7d-864a-8e6485a20811, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc028856-14b9-419a-8b62-8b234ffb395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:20:05.598444 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (13d80eb1-6fcf-4d7d-864a-8e6485a20811), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:05.621411 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:20:05.621974 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:05.648315 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b357b60f-93be-4898-a651-4a407a7dc490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:20:05.650857 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b087c76-42eb-4c8e-83fe-c6f398a0f5e2" -d '{"events": [{"server_uuid": "b357b60f-93be-4898-a651-4a407a7dc490", "name": "network-vif-plugged", "status": "completed", "tag": "41dc4ae0-ddcc-4582-8858-4f23e4695e4a"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:20:05.653598 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d85b6c50-c147-4406-9396-e15923cf42b9 req-fad6c635-7850-4e4a-8d5b-6da4e8e18470 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679524 Jun 22 10:20:05.673264 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] For port 13d80eb1-6fcf-4d7d-864a-8e6485a20811, host hv-cinder-84713, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:20:05.674679 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:20:05.675634 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:05.677487 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] For port 13d80eb1-6fcf-4d7d-864a-8e6485a20811, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=13d80eb1-6fcf-4d7d-864a-8e6485a20811,segment=NetworkSegment(fc028856-14b9-419a-8b62-8b234ffb395e),segment_id=fc028856-14b9-419a-8b62-8b234ffb395e)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:20:05.680821 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:05.691173 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (13d80eb1-6fcf-4d7d-864a-8e6485a20811), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:05.710044 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45bc0c7-1774-480d-84bd-a1a622f9263f x-openstack-request-id: req-b45bc0c7-1774-480d-84bd-a1a622f9263f {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:20:05.710393 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b357b60f-93be-4898-a651-4a407a7dc490", "name": "network-vif-plugged", "status": "completed", "tag": "41dc4ae0-ddcc-4582-8858-4f23e4695e4a", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:20:05.710579 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b45bc0c7-1774-480d-84bd-a1a622f9263f {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:20:05.710966 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b45bc0c7-1774-480d-84bd-a1a622f9263f'] response: {'server_uuid': 'b357b60f-93be-4898-a651-4a407a7dc490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a', 'code': 200} Jun 22 10:20:05.728061 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:05.760371 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:05.760994 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:05.762501 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] 10.222.0.59 "PUT /v2.0/ports/13d80eb1-6fcf-4d7d-864a-8e6485a20811 HTTP/1.1" status: 200 len: 1093 time: 0.7347233 Jun 22 10:20:05.763176 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c617f3-3db0-484a-9d66-15fef4010ec4', 'tag': '13d80eb1-6fcf-4d7d-864a-8e6485a20811'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:20:05.763464 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:05.765438 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9f38dd-d11a-415c-a385-f4f3a68bd9de" -d '{"events": [{"name": "network-changed", "server_uuid": "28c617f3-3db0-484a-9d66-15fef4010ec4", "tag": "13d80eb1-6fcf-4d7d-864a-8e6485a20811"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:20:05.775070 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195f90c-f6ae-414f-b2dc-77544499b6dd service neutron] Pushing event updated for resources: {'Port': ['ID=13d80eb1-6fcf-4d7d-864a-8e6485a20811,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:05.818009 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501e4085-42a0-4465-ab43-41fe0f51164b x-openstack-request-id: req-501e4085-42a0-4465-ab43-41fe0f51164b {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:20:05.818301 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c617f3-3db0-484a-9d66-15fef4010ec4", "tag": "13d80eb1-6fcf-4d7d-864a-8e6485a20811", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:20:05.818901 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-501e4085-42a0-4465-ab43-41fe0f51164b {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:20:05.819474 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501e4085-42a0-4465-ab43-41fe0f51164b'] response: {'name': 'network-changed', 'server_uuid': '28c617f3-3db0-484a-9d66-15fef4010ec4', 'tag': '13d80eb1-6fcf-4d7d-864a-8e6485a20811', 'status': 'completed', 'code': 200} Jun 22 10:20:05.840727 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:05.877475 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-82515446-5adf-4bcd-bd76-c8a9b059a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:05.879044 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-82515446-5adf-4bcd-bd76-c8a9b059a706 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cb1af845e594466b12a11b7cab99a7c&device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 1127 time: 0.0496862 Jun 22 10:20:05.948246 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-d7ad0b7f-ea69-4a55-bb71-b191451b9808 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13d80eb1-6fcf-4d7d-864a-8e6485a20811 HTTP/1.1" status: 200 len: 217 time: 0.0433176 Jun 22 10:20:06.011976 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6646a-3fd9-429b-8f13-ba8d9bc14bb8 req-864468ba-5807-418e-b3d5-38cb7b9415f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:06.013576 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b5a6646a-3fd9-429b-8f13-ba8d9bc14bb8 req-864468ba-5807-418e-b3d5-38cb7b9415f4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 1129 time: 0.1074975 Jun 22 10:20:06.030581 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-37a6fab3-1da6-4924-b48d-ff75adc4f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:06.032848 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-37a6fab3-1da6-4924-b48d-ff75adc4f9ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c45b72d-dee0-4152-ab84-13a956020161 HTTP/1.1" status: 200 len: 850 time: 0.0644155 Jun 22 10:20:06.096749 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-33a42055-5818-45f2-aa32-ec083e5da518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:06.098218 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-33a42055-5818-45f2-aa32-ec083e5da518 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96156af8-0bc3-4b6c-bec6-429f61356c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584171 Jun 22 10:20:06.100839 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b5a6646a-3fd9-429b-8f13-ba8d9bc14bb8 req-f40d06ea-5209-4651-9abc-8196e36198fb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800674 Jun 22 10:20:06.332706 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da1a66-0fa1-4526-a139-813c6be0a329 req-968bbbbc-9c70-47b1-830c-8771be4ffa7f tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:06.334267 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-19da1a66-0fa1-4526-a139-813c6be0a329 req-968bbbbc-9c70-47b1-830c-8771be4ffa7f tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0510216 Jun 22 10:20:06.400728 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-19da1a66-0fa1-4526-a139-813c6be0a329 req-5a75c9f8-89f7-42e8-bed6-525b0cad10b1 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601065 Jun 22 10:20:06.410710 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-7db2249f-51c3-4f24-9431-cde79bee8485 service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975461 Jun 22 10:20:06.505510 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-26ba76ee-d3df-4ccf-a6a5-b407f9cce308 req-82c203fc-ee81-4cd5-ba84-a72391487b0a service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882742 Jun 22 10:20:06.769079 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e45e6c-cb79-481c-bd6b-132beee84c46 req-78fe6329-1f50-4dc3-93d2-6014614bf317 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:06.770499 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a0e45e6c-cb79-481c-bd6b-132beee84c46 req-78fe6329-1f50-4dc3-93d2-6014614bf317 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 943 time: 0.0483382 Jun 22 10:20:06.831060 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a0e45e6c-cb79-481c-bd6b-132beee84c46 req-8dd262a6-5c1b-43a0-aa21-10adba8648a6 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547955 Jun 22 10:20:07.335630 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f38dd-d11a-415c-a385-f4f3a68bd9de req-72656a92-8689-4262-9a12-67f7074eba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:07.337145 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7a9f38dd-d11a-415c-a385-f4f3a68bd9de req-72656a92-8689-4262-9a12-67f7074eba6a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cb1af845e594466b12a11b7cab99a7c&device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 1127 time: 0.0477803 Jun 22 10:20:07.522938 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3dac6-4465-4cd1-92f9-0cdaac294ef7 req-516f15d9-aea3-43f8-aee1-3d3f920734ab tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:07.524410 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-25c3dac6-4465-4cd1-92f9-0cdaac294ef7 req-516f15d9-aea3-43f8-aee1-3d3f920734ab tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0469704 Jun 22 10:20:07.571716 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-25c3dac6-4465-4cd1-92f9-0cdaac294ef7 req-2b990096-8708-484d-b6c6-c15d91c52b28 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418248 Jun 22 10:20:07.691509 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ffa6b-cc46-43e7-ac78-e21d33513722 req-b976c068-5476-4f4b-9409-cbdb83ea673a tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:07.692906 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ff4ffa6b-cc46-43e7-ac78-e21d33513722 req-b976c068-5476-4f4b-9409-cbdb83ea673a tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0515459 Jun 22 10:20:07.701172 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41668) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:20:07.705459 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-be70b2a0-9843-4ff0-98a5-d034a70d0768 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Request body: {'floatingip': {'port_id': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:20:07.743122 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-be70b2a0-9843-4ff0-98a5-d034a70d0768 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for floatingip (c5c49ee4-777b-4d9c-9604-375a2b1ad362), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:07.885780 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f38dd-d11a-415c-a385-f4f3a68bd9de req-53312e39-8fd6-4e6a-be32-63bbc15dfc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:07.887322 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7a9f38dd-d11a-415c-a385-f4f3a68bd9de req-53312e39-8fd6-4e6a-be32-63bbc15dfc27 service neutron] 10.222.0.59 "GET /v2.0/networks?id=96156af8-0bc3-4b6c-bec6-429f61356c8a HTTP/1.1" status: 200 len: 912 time: 0.0924282 Jun 22 10:20:07.936310 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7a9f38dd-d11a-415c-a385-f4f3a68bd9de req-6084ef75-051d-4420-8a80-95d130ec344e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13d80eb1-6fcf-4d7d-864a-8e6485a20811 HTTP/1.1" status: 200 len: 217 time: 0.0382352 Jun 22 10:20:07.995784 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9aa40-c7fd-4386-bda3-59537f542cf7 req-b7b2593c-8c2b-44e8-9073-81bae2365143 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:07.997190 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0fc9aa40-c7fd-4386-bda3-59537f542cf7 req-b7b2593c-8c2b-44e8-9073-81bae2365143 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 943 time: 0.0966554 Jun 22 10:20:07.997905 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f38dd-d11a-415c-a385-f4f3a68bd9de req-64a74106-775d-4b78-9501-f90104600299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:07.999426 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7a9f38dd-d11a-415c-a385-f4f3a68bd9de req-64a74106-775d-4b78-9501-f90104600299 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c45b72d-dee0-4152-ab84-13a956020161 HTTP/1.1" status: 200 len: 850 time: 0.0450413 Jun 22 10:20:08.043655 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f38dd-d11a-415c-a385-f4f3a68bd9de req-3744d837-dde4-4e9b-98a4-acb827b67bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:08.045316 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7a9f38dd-d11a-415c-a385-f4f3a68bd9de req-3744d837-dde4-4e9b-98a4-acb827b67bc6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96156af8-0bc3-4b6c-bec6-429f61356c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387340 Jun 22 10:20:08.147140 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7a9f38dd-d11a-415c-a385-f4f3a68bd9de req-f22a0438-9e81-41ab-bd25-1fbf99752d65 service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937123 Jun 22 10:20:08.147383 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:08.161954 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:08.178421 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0fc9aa40-c7fd-4386-bda3-59537f542cf7 req-ea547501-c347-4ee0-ac3a-441440137566 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727133 Jun 22 10:20:08.242886 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-7a9f38dd-d11a-415c-a385-f4f3a68bd9de req-ae16ad71-11ca-40d1-b7fd-ba69546ae8a8 service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885801 Jun 22 10:20:08.267392 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-be70b2a0-9843-4ff0-98a5-d034a70d0768 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:08.271077 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-be70b2a0-9843-4ff0-98a5-d034a70d0768 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (c5c49ee4-777b-4d9c-9604-375a2b1ad362), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:08.372418 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-be70b2a0-9843-4ff0-98a5-d034a70d0768 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Floating IP c5c49ee4-777b-4d9c-9604-375a2b1ad362 associated. External IP: 172.27.0.206, port: 41dc4ae0-ddcc-4582-8858-4f23e4695e4a. Jun 22 10:20:08.403452 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4dcaabaa-0303-476d-b24f-f816ebd268d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:08.808041 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be70b2a0-9843-4ff0-98a5-d034a70d0768 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:20:08.915550 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be70b2a0-9843-4ff0-98a5-d034a70d0768 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:20:08.920503 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-be70b2a0-9843-4ff0-98a5-d034a70d0768 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:08.926361 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a4e1ba-2fb9-45d9-a891-31e245eb681d None None] Sync routers for ids ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:20:08.936832 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a4e1ba-2fb9-45d9-a891-31e245eb681d None None] Routers {'3a0cf69c-54dc-4d21-8efc-f403884bfaf1'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:20:08.937609 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-f5a4e1ba-2fb9-45d9-a891-31e245eb681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:19:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:08.940982 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:08.950763 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-be70b2a0-9843-4ff0-98a5-d034a70d0768 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "PUT /v2.0/floatingips/c5c49ee4-777b-4d9c-9604-375a2b1ad362 HTTP/1.1" status: 200 len: 991 time: 1.2485485 Jun 22 10:20:08.951484 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b357b60f-93be-4898-a651-4a407a7dc490', 'tag': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:20:08.954014 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898db771481267bf496a2732a32d4addbcaa54fa352ad4e4fb07179b33d7b991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68a76ca-dc7b-4437-92dd-a005ffc7cf4e" -d '{"events": [{"name": "network-changed", "server_uuid": "b357b60f-93be-4898-a651-4a407a7dc490", "tag": "41dc4ae0-ddcc-4582-8858-4f23e4695e4a"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:20:08.994651 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c896adad-b192-47b7-835c-3a0b9c7f959d x-openstack-request-id: req-c896adad-b192-47b7-835c-3a0b9c7f959d {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:20:08.994953 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b357b60f-93be-4898-a651-4a407a7dc490", "tag": "41dc4ae0-ddcc-4582-8858-4f23e4695e4a", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:20:08.995211 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c896adad-b192-47b7-835c-3a0b9c7f959d {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:20:08.995620 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c896adad-b192-47b7-835c-3a0b9c7f959d'] response: {'name': 'network-changed', 'server_uuid': 'b357b60f-93be-4898-a651-4a407a7dc490', 'tag': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a', 'status': 'completed', 'code': 200} Jun 22 10:20:09.079657 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a76ca-dc7b-4437-92dd-a005ffc7cf4e req-d778a850-d885-492e-9d09-9cb1ffbe7d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:09.081203 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e68a76ca-dc7b-4437-92dd-a005ffc7cf4e req-d778a850-d885-492e-9d09-9cb1ffbe7d00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee9d603d9cc4a8797f55d544f189720&device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 1129 time: 0.0452075 Jun 22 10:20:09.126459 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-f5a4e1ba-2fb9-45d9-a891-31e245eb681d None None] Set router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:20:09.156816 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:09.177030 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a76ca-dc7b-4437-92dd-a005ffc7cf4e req-d1587cbe-7610-4676-ab7e-2f0252e89ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:09.178479 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e68a76ca-dc7b-4437-92dd-a005ffc7cf4e req-d1587cbe-7610-4676-ab7e-2f0252e89ac4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=323c8696-2ed1-4abe-97f8-e9536ce29485 HTTP/1.1" status: 200 len: 918 time: 0.0889590 Jun 22 10:20:09.245759 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e68a76ca-dc7b-4437-92dd-a005ffc7cf4e req-25280b4d-df2c-4861-9677-17b405613c97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41dc4ae0-ddcc-4582-8858-4f23e4695e4a HTTP/1.1" status: 200 len: 999 time: 0.0606048 Jun 22 10:20:09.279809 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:09.298431 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a76ca-dc7b-4437-92dd-a005ffc7cf4e req-570dc238-1624-48c9-b639-193fb2849210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:09.300352 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e68a76ca-dc7b-4437-92dd-a005ffc7cf4e req-570dc238-1624-48c9-b639-193fb2849210 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f3117d9-0d1e-434f-abb4-63ad07de2d8c HTTP/1.1" status: 200 len: 856 time: 0.0468597 Jun 22 10:20:09.302445 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef22ac8-faf8-4b0b-b853-384ad8213b42 req-019d650a-273b-4de1-b027-86b1df8e280c tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:09.304028 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fef22ac8-faf8-4b0b-b853-384ad8213b42 req-019d650a-273b-4de1-b027-86b1df8e280c tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 943 time: 0.0509276 Jun 22 10:20:09.350082 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-f5a4e1ba-2fb9-45d9-a891-31e245eb681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:50Z', 'revision_number': 4, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'gw_port': {'id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:43Z', 'updated_at': '2022-06-22T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': 'c5c49ee4-777b-4d9c-9604-375a2b1ad362', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'port_id': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'mac_address': 'fa:16:3e:78:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b357b60f-93be-4898-a651-4a407a7dc490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:19:55Z', 'updated_at': '2022-06-22T10:20:08Z', 'revision_number': 1, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aecbac2-ed8b-476a-81de-7231270a736e', 'name': '', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'mac_address': 'fa:16:3e:61:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:48Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 5, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'subnets': [{'id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:09.352327 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a76ca-dc7b-4437-92dd-a005ffc7cf4e req-df2373a9-e2a5-4733-81e0-c61411dcea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:09.354146 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e68a76ca-dc7b-4437-92dd-a005ffc7cf4e req-df2373a9-e2a5-4733-81e0-c61411dcea77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=323c8696-2ed1-4abe-97f8-e9536ce29485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417025 Jun 22 10:20:09.355650 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fef22ac8-faf8-4b0b-b853-384ad8213b42 req-55e789d3-bbf8-4feb-a684-322329b75423 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460577 Jun 22 10:20:09.379248 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a4e1ba-2fb9-45d9-a891-31e245eb681d None None] Checking router: 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:20:09.387647 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a4e1ba-2fb9-45d9-a891-31e245eb681d None None] Routers {'3a0cf69c-54dc-4d21-8efc-f403884bfaf1'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:20:09.388256 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-f5a4e1ba-2fb9-45d9-a891-31e245eb681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:19:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:09.454559 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e68a76ca-dc7b-4437-92dd-a005ffc7cf4e req-48d2da95-b041-43b3-8d76-3e0a26e248fc service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899615 Jun 22 10:20:09.492753 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-f5a4e1ba-2fb9-45d9-a891-31e245eb681d None None] Set router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:20:09.549852 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e68a76ca-dc7b-4437-92dd-a005ffc7cf4e req-4c7b6ddd-2df6-4b00-9123-43ae1098fd8b service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859737 Jun 22 10:20:09.703899 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-f5a4e1ba-2fb9-45d9-a891-31e245eb681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:50Z', 'revision_number': 4, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'gw_port': {'id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:43Z', 'updated_at': '2022-06-22T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': 'c5c49ee4-777b-4d9c-9604-375a2b1ad362', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'port_id': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'mac_address': 'fa:16:3e:78:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b357b60f-93be-4898-a651-4a407a7dc490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:19:55Z', 'updated_at': '2022-06-22T10:20:08Z', 'revision_number': 1, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aecbac2-ed8b-476a-81de-7231270a736e', 'name': '', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'mac_address': 'fa:16:3e:61:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:48Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 5, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'subnets': [{'id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:09.728870 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a4e1ba-2fb9-45d9-a891-31e245eb681d None None] The sync data for ids ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'] in dv-cinder-847131-1-iscsi is: [{'id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:50Z', 'revision_number': 4, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'gw_port': {'id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:43Z', 'updated_at': '2022-06-22T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': 'c5c49ee4-777b-4d9c-9604-375a2b1ad362', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'port_id': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'mac_address': 'fa:16:3e:78:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b357b60f-93be-4898-a651-4a407a7dc490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:19:55Z', 'updated_at': '2022-06-22T10:20:08Z', 'revision_number': 1, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aecbac2-ed8b-476a-81de-7231270a736e', 'name': '', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'mac_address': 'fa:16:3e:61:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:48Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 5, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'subnets': [{'id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:20:09.913272 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07060d2e-e09b-421f-ace8-5a180663207a None None] New status for floating IP c5c49ee4-777b-4d9c-9604-375a2b1ad362: ACTIVE {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:20:10.474867 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d282f3a-75b3-41cf-ab27-0361f5b022e6 req-3a80549b-b9ed-47a1-9939-b9404facb23e tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:10.476360 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4d282f3a-75b3-41cf-ab27-0361f5b022e6 req-3a80549b-b9ed-47a1-9939-b9404facb23e tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 943 time: 0.0481155 Jun 22 10:20:10.535040 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4d282f3a-75b3-41cf-ab27-0361f5b022e6 req-42cbf886-3b98-4f67-965d-69cd0371c723 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526242 Jun 22 10:20:10.735246 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5c241d1-fd17-4cba-8308-4045b63b1ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:11.647471 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d31b9c-c994-41d4-9ab6-d627f521cb51 req-814c95c1-2452-4eb3-9727-9e7dbfc581ea tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:11.648918 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-78d31b9c-c994-41d4-9ab6-d627f521cb51 req-814c95c1-2452-4eb3-9727-9e7dbfc581ea tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 943 time: 0.0465910 Jun 22 10:20:11.697088 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-78d31b9c-c994-41d4-9ab6-d627f521cb51 req-fd0ef012-0fb8-4043-8f3e-6c8989e7b626 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427830 Jun 22 10:20:11.977372 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:12.812749 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196f50b-7630-4274-9753-5de82057bf7d req-660f49ea-f11f-402d-a7e3-0f45faaab4a7 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:12.814279 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4196f50b-7630-4274-9753-5de82057bf7d req-660f49ea-f11f-402d-a7e3-0f45faaab4a7 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 943 time: 0.0491993 Jun 22 10:20:12.864586 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4196f50b-7630-4274-9753-5de82057bf7d req-977e9eea-c56f-4d96-abb6-02d71fdb30a1 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445683 Jun 22 10:20:13.428894 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:13.875428 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:13.971315 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:13.989872 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da5621-52a3-49c0-95d2-c19da725b420 req-feb1833e-58a4-46c6-82b4-61f6bb21c2c6 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:13.991350 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c6da5621-52a3-49c0-95d2-c19da725b420 req-feb1833e-58a4-46c6-82b4-61f6bb21c2c6 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 943 time: 0.0557010 Jun 22 10:20:14.021964 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:14.040896 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c6da5621-52a3-49c0-95d2-c19da725b420 req-01552097-7e03-4fe4-bff2-1d7505f84578 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439053 Jun 22 10:20:15.159711 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3d873-6c42-43d4-be5c-2140341824d4 req-9a3e496f-7a06-4f9c-9aa4-e8ad50bafd59 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:15.161224 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f1d3d873-6c42-43d4-be5c-2140341824d4 req-9a3e496f-7a06-4f9c-9aa4-e8ad50bafd59 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 943 time: 0.0477238 Jun 22 10:20:15.211340 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f1d3d873-6c42-43d4-be5c-2140341824d4 req-a61f5d5f-cdbf-49d3-9596-b34f9a01a5ec tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445533 Jun 22 10:20:15.398931 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 13d80eb1-6fcf-4d7d-864a-8e6485a20811 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:20:15.502383 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 13d80eb1-6fcf-4d7d-864a-8e6485a20811, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=13d80eb1-6fcf-4d7d-864a-8e6485a20811,segment=NetworkSegment(fc028856-14b9-419a-8b62-8b234ffb395e),segment_id=fc028856-14b9-419a-8b62-8b234ffb395e)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:20:15.514855 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': '13d80eb1-6fcf-4d7d-864a-8e6485a20811', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'port_id': '13d80eb1-6fcf-4d7d-864a-8e6485a20811', 'mac_address': 'fa:16:3e:91:80:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:20:15.550940 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 13d80eb1-6fcf-4d7d-864a-8e6485a20811 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:20:15.551332 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (13d80eb1-6fcf-4d7d-864a-8e6485a20811), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:15.565131 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d80eb1-6fcf-4d7d-864a-8e6485a20811 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:20:15.584884 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 13d80eb1-6fcf-4d7d-864a-8e6485a20811, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=13d80eb1-6fcf-4d7d-864a-8e6485a20811,segment=NetworkSegment(fc028856-14b9-419a-8b62-8b234ffb395e),segment_id=fc028856-14b9-419a-8b62-8b234ffb395e)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:20:15.588688 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (13d80eb1-6fcf-4d7d-864a-8e6485a20811), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:15.634531 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=13d80eb1-6fcf-4d7d-864a-8e6485a20811,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:15.900940 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['13d80eb1-6fcf-4d7d-864a-8e6485a20811'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:20:16.108230 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:16.112245 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:16.341622 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff2e09-def7-4c92-922e-bf802451e07b req-7e76b565-2701-4c5b-a36f-75e3ff8ed5ee tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:16.343149 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-41ff2e09-def7-4c92-922e-bf802451e07b req-7e76b565-2701-4c5b-a36f-75e3ff8ed5ee tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 944 time: 0.0512888 Jun 22 10:20:16.394250 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-41ff2e09-def7-4c92-922e-bf802451e07b req-ab81222a-954d-405c-b9ba-2d39a5340064 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455968 Jun 22 10:20:16.879192 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:17.397803 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 13d80eb1-6fcf-4d7d-864a-8e6485a20811 up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:20:17.446030 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port 13d80eb1-6fcf-4d7d-864a-8e6485a20811 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:20:17.453253 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port 13d80eb1-6fcf-4d7d-864a-8e6485a20811 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:20:17.453629 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (13d80eb1-6fcf-4d7d-864a-8e6485a20811), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:17.515059 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7247ddc-61ac-48cb-9726-4c356d7c4f87 req-f4c4827e-5e05-48d2-81cc-e6235bc02e9d tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:17.517126 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d7247ddc-61ac-48cb-9726-4c356d7c4f87 req-f4c4827e-5e05-48d2-81cc-e6235bc02e9d tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 944 time: 0.0523458 Jun 22 10:20:17.540968 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 13d80eb1-6fcf-4d7d-864a-8e6485a20811 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:20:17.541366 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (13d80eb1-6fcf-4d7d-864a-8e6485a20811), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:17.564571 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c617f3-3db0-484a-9d66-15fef4010ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d80eb1-6fcf-4d7d-864a-8e6485a20811'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:20:17.566846 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0f9b86-93ba-4ee6-937b-ec7923315195" -d '{"events": [{"server_uuid": "28c617f3-3db0-484a-9d66-15fef4010ec4", "name": "network-vif-plugged", "status": "completed", "tag": "13d80eb1-6fcf-4d7d-864a-8e6485a20811"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:20:17.575289 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d7247ddc-61ac-48cb-9726-4c356d7c4f87 req-49680b87-5733-43cb-8961-b0cd0f73a701 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520618 Jun 22 10:20:17.580523 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 13d80eb1-6fcf-4d7d-864a-8e6485a20811, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=13d80eb1-6fcf-4d7d-864a-8e6485a20811,segment=NetworkSegment(fc028856-14b9-419a-8b62-8b234ffb395e),segment_id=fc028856-14b9-419a-8b62-8b234ffb395e)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:20:17.585542 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (13d80eb1-6fcf-4d7d-864a-8e6485a20811), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:17.622873 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1530741f-cf9a-4a61-a9b1-bb1dd94df0aa x-openstack-request-id: req-1530741f-cf9a-4a61-a9b1-bb1dd94df0aa {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:20:17.623189 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c617f3-3db0-484a-9d66-15fef4010ec4", "name": "network-vif-plugged", "status": "completed", "tag": "13d80eb1-6fcf-4d7d-864a-8e6485a20811", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:20:17.623444 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1530741f-cf9a-4a61-a9b1-bb1dd94df0aa {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:20:17.623835 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1530741f-cf9a-4a61-a9b1-bb1dd94df0aa'] response: {'server_uuid': '28c617f3-3db0-484a-9d66-15fef4010ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d80eb1-6fcf-4d7d-864a-8e6485a20811', 'code': 200} Jun 22 10:20:17.640846 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=13d80eb1-6fcf-4d7d-864a-8e6485a20811,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:17.878221 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2a265-0315-4aab-8ead-3f42979d11c3 req-97eb9667-db9d-439a-9df6-6ed2582b7949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:17.879747 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-91f2a265-0315-4aab-8ead-3f42979d11c3 req-97eb9667-db9d-439a-9df6-6ed2582b7949 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 1129 time: 0.0410001 Jun 22 10:20:17.933790 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-91f2a265-0315-4aab-8ead-3f42979d11c3 req-d7d6d64e-5f3b-4ffd-a0c4-71c9eefbf796 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465596 Jun 22 10:20:18.700064 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc6429-52aa-4d43-acd4-90bc12226dd2 req-a0e8ad52-d3f9-4eed-ab04-b0f1d8ca4db2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:18.701515 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fafc6429-52aa-4d43-acd4-90bc12226dd2 req-a0e8ad52-d3f9-4eed-ab04-b0f1d8ca4db2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 945 time: 0.0469842 Jun 22 10:20:18.757645 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fafc6429-52aa-4d43-acd4-90bc12226dd2 req-883e7ab7-70ce-4efa-980d-8a82780eb63f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496521 Jun 22 10:20:19.706129 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=75 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:19.707001 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=69 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:19.886724 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9bd7a-679a-4703-b5f0-c40735763b35 req-edd61c0e-993e-4d92-bfad-d2aa13c23c19 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:19.888467 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d8c9bd7a-679a-4703-b5f0-c40735763b35 req-edd61c0e-993e-4d92-bfad-d2aa13c23c19 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 945 time: 0.0606105 Jun 22 10:20:19.944421 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d8c9bd7a-679a-4703-b5f0-c40735763b35 req-dcb92f84-e959-41a1-978d-f88b0d3ee82f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502119 Jun 22 10:20:20.064683 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb236f-e33a-401a-b8a6-17f5b8eddae4 req-cf24a762-ae54-4ce8-a111-e018ac858001 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:20.066363 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8feb236f-e33a-401a-b8a6-17f5b8eddae4 req-cf24a762-ae54-4ce8-a111-e018ac858001 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 945 time: 0.0523529 Jun 22 10:20:20.138712 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8feb236f-e33a-401a-b8a6-17f5b8eddae4 req-757f138b-d205-46e8-b0c0-236db68c17e0 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641971 Jun 22 10:20:20.167525 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41714) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:20:20.308012 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed65b9f-5ab1-4d1f-933d-8d9ccb7b6d2d tempest-TestVolumeBootPattern-485611977 tempest-TestVolumeBootPattern-485611977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:20.309577 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-4ed65b9f-5ab1-4d1f-933d-8d9ccb7b6d2d tempest-TestVolumeBootPattern-485611977 tempest-TestVolumeBootPattern-485611977-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 1124 time: 0.1409388 Jun 22 10:20:20.312416 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41720) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:20:20.317279 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Request body: {'floatingip': {'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'port_id': '13d80eb1-6fcf-4d7d-864a-8e6485a20811', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:20:20.339669 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:20.421460 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:20.529984 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Allocated IP 172.27.0.180 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/f76d025e-83e6-40d4-8f16-75f8db77fdaa) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:20:20.638965 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for port (f76d025e-83e6-40d4-8f16-75f8db77fdaa), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:20.665750 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:20.674654 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (f76d025e-83e6-40d4-8f16-75f8db77fdaa), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:20.717585 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:20:20.723058 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:20:20.725772 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:20:20.730392 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:20.732951 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event updated for resources: {'Port': ['ID=f76d025e-83e6-40d4-8f16-75f8db77fdaa,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:20.769374 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:20.769733 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:20.770082 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:20.770487 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:20.770487 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:20.770487 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:20.770487 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:20.770487 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:20.770487 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:20.772620 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:20.772620 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:20.772893 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:20.773210 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:20.773526 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:20.773867 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:21.371708 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for floatingip (841e2a16-6c23-4ac8-a9d6-b8b34e92adbb), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:21.450538 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (f76d025e-83e6-40d4-8f16-75f8db77fdaa), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:21.618877 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for port (f76d025e-83e6-40d4-8f16-75f8db77fdaa), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:21.624135 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (f76d025e-83e6-40d4-8f16-75f8db77fdaa), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:21.699152 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event updated for resources: {'Port': ['ID=f76d025e-83e6-40d4-8f16-75f8db77fdaa,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:21.710553 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (841e2a16-6c23-4ac8-a9d6-b8b34e92adbb), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:21.790763 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:21.808053 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.l3_db [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Floating IP 841e2a16-6c23-4ac8-a9d6-b8b34e92adbb associated. External IP: 172.27.0.180, port: 13d80eb1-6fcf-4d7d-864a-8e6485a20811. Jun 22 10:20:21.957424 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:22.014639 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Router e2b31658-b074-4e56-b5f2-fdcc84285211 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:20:22.127725 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:20:22.139022 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aecc6c-42de-4a5d-82bd-af3288c4eeed None None] Sync routers for ids ['e2b31658-b074-4e56-b5f2-fdcc84285211'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:20:22.148891 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:22.150237 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aecc6c-42de-4a5d-82bd-af3288c4eeed None None] Routers {'e2b31658-b074-4e56-b5f2-fdcc84285211'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:20:22.150869 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-66aecc6c-42de-4a5d-82bd-af3288c4eeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:20:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['e2b31658-b074-4e56-b5f2-fdcc84285211'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:22.180839 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-9df00a4f-0b77-49a9-a90a-d0338664c11a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8673680 Jun 22 10:20:22.181454 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c617f3-3db0-484a-9d66-15fef4010ec4', 'tag': '13d80eb1-6fcf-4d7d-864a-8e6485a20811'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:20:22.183826 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2acfb5-e436-4488-8d88-1e845754ea5e" -d '{"events": [{"name": "network-changed", "server_uuid": "28c617f3-3db0-484a-9d66-15fef4010ec4", "tag": "13d80eb1-6fcf-4d7d-864a-8e6485a20811"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:20:22.221894 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f94878-7ced-4309-a0f0-c8f3484c50af x-openstack-request-id: req-d4f94878-7ced-4309-a0f0-c8f3484c50af {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:20:22.222185 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c617f3-3db0-484a-9d66-15fef4010ec4", "tag": "13d80eb1-6fcf-4d7d-864a-8e6485a20811", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:20:22.222436 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4f94878-7ced-4309-a0f0-c8f3484c50af {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:20:22.222860 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4f94878-7ced-4309-a0f0-c8f3484c50af'] response: {'name': 'network-changed', 'server_uuid': '28c617f3-3db0-484a-9d66-15fef4010ec4', 'tag': '13d80eb1-6fcf-4d7d-864a-8e6485a20811', 'status': 'completed', 'code': 200} Jun 22 10:20:22.264855 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-66aecc6c-42de-4a5d-82bd-af3288c4eeed None None] Set router e2b31658-b074-4e56-b5f2-fdcc84285211 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:20:22.290372 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2acfb5-e436-4488-8d88-1e845754ea5e req-052bd6e2-56b0-4b07-b0a6-63d6ae556c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:22.291950 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2d2acfb5-e436-4488-8d88-1e845754ea5e req-052bd6e2-56b0-4b07-b0a6-63d6ae556c0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cb1af845e594466b12a11b7cab99a7c&device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 1129 time: 0.0454032 Jun 22 10:20:22.394379 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2acfb5-e436-4488-8d88-1e845754ea5e req-011fb0cb-7d2d-44bd-a674-1d5f5454b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:22.395807 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2d2acfb5-e436-4488-8d88-1e845754ea5e req-011fb0cb-7d2d-44bd-a674-1d5f5454b519 service neutron] 10.222.0.59 "GET /v2.0/networks?id=96156af8-0bc3-4b6c-bec6-429f61356c8a HTTP/1.1" status: 200 len: 912 time: 0.0974541 Jun 22 10:20:22.464821 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2d2acfb5-e436-4488-8d88-1e845754ea5e req-5b5c2397-2905-4ea4-accc-5733616a64c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13d80eb1-6fcf-4d7d-864a-8e6485a20811 HTTP/1.1" status: 200 len: 999 time: 0.0614262 Jun 22 10:20:22.486850 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-66aecc6c-42de-4a5d-82bd-af3288c4eeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '841e2a16-6c23-4ac8-a9d6-b8b34e92adbb', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'port_id': '13d80eb1-6fcf-4d7d-864a-8e6485a20811', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'mac_address': 'fa:16:3e:91:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c617f3-3db0-484a-9d66-15fef4010ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:20:20Z', 'updated_at': '2022-06-22T10:20:20Z', 'revision_number': 0, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 5, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:22.511998 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aecc6c-42de-4a5d-82bd-af3288c4eeed None None] Checking router: e2b31658-b074-4e56-b5f2-fdcc84285211 for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:20:22.516042 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2acfb5-e436-4488-8d88-1e845754ea5e req-05f54437-d85a-485a-a71c-b634da03f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:22.517639 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2d2acfb5-e436-4488-8d88-1e845754ea5e req-05f54437-d85a-485a-a71c-b634da03f0ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c45b72d-dee0-4152-ab84-13a956020161 HTTP/1.1" status: 200 len: 850 time: 0.0442395 Jun 22 10:20:22.520937 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aecc6c-42de-4a5d-82bd-af3288c4eeed None None] Routers {'e2b31658-b074-4e56-b5f2-fdcc84285211'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:20:22.521562 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-66aecc6c-42de-4a5d-82bd-af3288c4eeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:20:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['e2b31658-b074-4e56-b5f2-fdcc84285211'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:22.566601 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2acfb5-e436-4488-8d88-1e845754ea5e req-9a876b98-2238-41a6-9de2-e49131333370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:22.568175 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2d2acfb5-e436-4488-8d88-1e845754ea5e req-9a876b98-2238-41a6-9de2-e49131333370 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96156af8-0bc3-4b6c-bec6-429f61356c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434124 Jun 22 10:20:22.624920 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-66aecc6c-42de-4a5d-82bd-af3288c4eeed None None] Set router e2b31658-b074-4e56-b5f2-fdcc84285211 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:20:22.665504 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2d2acfb5-e436-4488-8d88-1e845754ea5e req-8e08a95c-17d2-46e2-ba19-8e2bed3af63c service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903020 Jun 22 10:20:22.763942 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2d2acfb5-e436-4488-8d88-1e845754ea5e req-f45584d0-7a92-4034-920b-f138aedc4592 service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838966 Jun 22 10:20:22.839634 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-66aecc6c-42de-4a5d-82bd-af3288c4eeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '841e2a16-6c23-4ac8-a9d6-b8b34e92adbb', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'port_id': '13d80eb1-6fcf-4d7d-864a-8e6485a20811', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'mac_address': 'fa:16:3e:91:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c617f3-3db0-484a-9d66-15fef4010ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:20:20Z', 'updated_at': '2022-06-22T10:20:20Z', 'revision_number': 0, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 5, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:22.950979 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aecc6c-42de-4a5d-82bd-af3288c4eeed None None] The sync data for ids ['e2b31658-b074-4e56-b5f2-fdcc84285211'] in dv-cinder-847131-1-iscsi is: [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '841e2a16-6c23-4ac8-a9d6-b8b34e92adbb', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'port_id': '13d80eb1-6fcf-4d7d-864a-8e6485a20811', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'mac_address': 'fa:16:3e:91:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c617f3-3db0-484a-9d66-15fef4010ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:20:20Z', 'updated_at': '2022-06-22T10:20:20Z', 'revision_number': 0, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 5, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:20:23.142092 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef2758-dbb5-47ed-98cb-ad4d40129d17 None None] New status for floating IP 841e2a16-6c23-4ac8-a9d6-b8b34e92adbb: ACTIVE {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:20:30.123645 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=66 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:30.131297 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=51 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:30.765556 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6985bf-e578-4eb3-be94-e92e93c23dee req-ca797963-a425-4e31-811e-521b4147475c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:30.767666 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8a6985bf-e578-4eb3-be94-e92e93c23dee req-ca797963-a425-4e31-811e-521b4147475c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09 HTTP/1.1" status: 200 len: 945 time: 0.0589497 Jun 22 10:20:30.818028 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8a6985bf-e578-4eb3-be94-e92e93c23dee req-edfdd50a-6670-4162-bd3d-22442c9ffd6a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f0864-d2ff-4794-9691-72c90096c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447841 Jun 22 10:20:31.934950 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b7576-f5ba-487e-bba1-bd73e4071a10 req-befc6ec9-7047-4362-9674-dc742f953eec tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:31.936419 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fa2b7576-f5ba-487e-bba1-bd73e4071a10 req-befc6ec9-7047-4362-9674-dc742f953eec tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09 HTTP/1.1" status: 200 len: 945 time: 0.0472369 Jun 22 10:20:31.984276 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fa2b7576-f5ba-487e-bba1-bd73e4071a10 req-c68064c8-8278-447d-a44a-3505d5ab5638 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f0864-d2ff-4794-9691-72c90096c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417547 Jun 22 10:20:32.590437 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb25671-72d7-41c6-91af-d6d28b07567d req-b3c5336b-87dc-47f4-80dd-e4328ae4cf6b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:32.591907 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cbb25671-72d7-41c6-91af-d6d28b07567d req-b3c5336b-87dc-47f4-80dd-e4328ae4cf6b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09 HTTP/1.1" status: 200 len: 945 time: 0.0464468 Jun 22 10:20:32.642146 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:32.693105 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-cbb25671-72d7-41c6-91af-d6d28b07567d req-76c4881f-3022-482b-afa2-1456d1b78c93 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Deleting port ae353570-1e3f-4fc2-8d0b-cfa07619e042 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:20:32.693525 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-cbb25671-72d7-41c6-91af-d6d28b07567d req-76c4881f-3022-482b-afa2-1456d1b78c93 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (ae353570-1e3f-4fc2-8d0b-cfa07619e042), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:32.793712 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-cbb25671-72d7-41c6-91af-d6d28b07567d req-76c4881f-3022-482b-afa2-1456d1b78c93 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] For port ae353570-1e3f-4fc2-8d0b-cfa07619e042, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=ae353570-1e3f-4fc2-8d0b-cfa07619e042,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:20:32.794101 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-cbb25671-72d7-41c6-91af-d6d28b07567d req-76c4881f-3022-482b-afa2-1456d1b78c93 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (ae353570-1e3f-4fc2-8d0b-cfa07619e042), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:32.948189 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:32.968849 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-cbb25671-72d7-41c6-91af-d6d28b07567d req-76c4881f-3022-482b-afa2-1456d1b78c93 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:32.969904 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-cbb25671-72d7-41c6-91af-d6d28b07567d req-76c4881f-3022-482b-afa2-1456d1b78c93 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (e74a220f-ab8a-40bc-88f0-8b03309a20fa), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:32.970227 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.l3_db [req-cbb25671-72d7-41c6-91af-d6d28b07567d req-76c4881f-3022-482b-afa2-1456d1b78c93 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Floating IP e74a220f-ab8a-40bc-88f0-8b03309a20fa disassociated. External IP: 172.27.0.207, port: ae353570-1e3f-4fc2-8d0b-cfa07619e042. Jun 22 10:20:32.970585 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-cbb25671-72d7-41c6-91af-d6d28b07567d req-76c4881f-3022-482b-afa2-1456d1b78c93 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Calling delete_port for ae353570-1e3f-4fc2-8d0b-cfa07619e042 owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:20:33.103601 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699fc5c8-0b94-46a5-b4e4-8d3730d672c3 req-4ea99769-8e2c-4a2d-ade0-acfc2bb1b97b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:33.105354 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-699fc5c8-0b94-46a5-b4e4-8d3730d672c3 req-4ea99769-8e2c-4a2d-ade0-acfc2bb1b97b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09 HTTP/1.1" status: 200 len: 945 time: 0.0506179 Jun 22 10:20:33.109848 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-cbb25671-72d7-41c6-91af-d6d28b07567d req-76c4881f-3022-482b-afa2-1456d1b78c93 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (ae353570-1e3f-4fc2-8d0b-cfa07619e042), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:33.140382 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4881f-3022-482b-afa2-1456d1b78c93 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event deleted for resources: {'Port': ['ID=ae353570-1e3f-4fc2-8d0b-cfa07619e042,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:33.172476 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-699fc5c8-0b94-46a5-b4e4-8d3730d672c3 req-ac71704d-47df-4011-a185-e20643e09448 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd2f0864-d2ff-4794-9691-72c90096c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607245 Jun 22 10:20:33.246536 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:33.248312 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:33.259966 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbb25671-72d7-41c6-91af-d6d28b07567d req-76c4881f-3022-482b-afa2-1456d1b78c93 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:20:33.364348 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbb25671-72d7-41c6-91af-d6d28b07567d req-76c4881f-3022-482b-afa2-1456d1b78c93 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:20:33.373712 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73470f51-0343-4926-8a7d-dce5a8928af1 None None] Sync routers for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:20:33.384579 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73470f51-0343-4926-8a7d-dce5a8928af1 None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:20:33.385275 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-73470f51-0343-4926-8a7d-dce5a8928af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:20:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:33.411791 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb25671-72d7-41c6-91af-d6d28b07567d req-76c4881f-3022-482b-afa2-1456d1b78c93 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] No DVR routers for this DVR port ae353570-1e3f-4fc2-8d0b-cfa07619e042 on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:20:33.414601 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-cbb25671-72d7-41c6-91af-d6d28b07567d req-76c4881f-3022-482b-afa2-1456d1b78c93 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:33.418216 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cbb25671-72d7-41c6-91af-d6d28b07567d req-76c4881f-3022-482b-afa2-1456d1b78c93 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.59 "DELETE /v2.0/ports/ae353570-1e3f-4fc2-8d0b-cfa07619e042 HTTP/1.1" status: 204 len: 173 time: 0.8171072 Jun 22 10:20:33.418698 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09', 'name': 'network-vif-deleted', 'tag': 'ae353570-1e3f-4fc2-8d0b-cfa07619e042'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:20:33.421616 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f757b9ce-afe0-439b-84d9-a30d0bcea6af" -d '{"events": [{"server_uuid": "a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09", "name": "network-vif-deleted", "tag": "ae353570-1e3f-4fc2-8d0b-cfa07619e042"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:20:33.458178 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89b68e4-439b-42ec-87a0-0d36ac9498d1 x-openstack-request-id: req-f89b68e4-439b-42ec-87a0-0d36ac9498d1 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:20:33.458549 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09", "name": "network-vif-deleted", "tag": "ae353570-1e3f-4fc2-8d0b-cfa07619e042", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:20:33.458940 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f89b68e4-439b-42ec-87a0-0d36ac9498d1 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:20:33.459137 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f89b68e4-439b-42ec-87a0-0d36ac9498d1'] response: {'server_uuid': 'a5d1635b-71e2-4f7c-9fcc-b6d2e9803c09', 'name': 'network-vif-deleted', 'tag': 'ae353570-1e3f-4fc2-8d0b-cfa07619e042', 'status': 'completed', 'code': 200} Jun 22 10:20:33.481585 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:33.482239 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:33.498240 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-73470f51-0343-4926-8a7d-dce5a8928af1 None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:20:33.709123 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-73470f51-0343-4926-8a7d-dce5a8928af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:33.736199 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73470f51-0343-4926-8a7d-dce5a8928af1 None None] Checking router: 5451d18f-d46a-4c3a-8c24-a3ef6daffffe for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:20:33.745681 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73470f51-0343-4926-8a7d-dce5a8928af1 None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:20:33.746332 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-73470f51-0343-4926-8a7d-dce5a8928af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:20:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:33.855253 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-73470f51-0343-4926-8a7d-dce5a8928af1 None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:20:34.051413 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-73470f51-0343-4926-8a7d-dce5a8928af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:34.082171 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73470f51-0343-4926-8a7d-dce5a8928af1 None None] The sync data for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi is: [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:20:34.261993 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41800) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:20:34.322553 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8ccdff1a-ed1d-44ea-883d-8df17322c57b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (fd2f0864-d2ff-4794-9691-72c90096c23b), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:34.331429 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41d7b51-8d4e-409a-8ec2-e74da0698967 None None] New status for floating IP e74a220f-ab8a-40bc-88f0-8b03309a20fa: DOWN {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:20:34.346724 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:34.348856 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8ccdff1a-ed1d-44ea-883d-8df17322c57b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (fd2f0864-d2ff-4794-9691-72c90096c23b), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:34.400845 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8ccdff1a-ed1d-44ea-883d-8df17322c57b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (fd2f0864-d2ff-4794-9691-72c90096c23b), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:34.403382 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8ccdff1a-ed1d-44ea-883d-8df17322c57b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:34.404563 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-8ccdff1a-ed1d-44ea-883d-8df17322c57b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "DELETE /v2.0/security-groups/fd2f0864-d2ff-4794-9691-72c90096c23b HTTP/1.1" status: 204 len: 168 time: 0.1415536 Jun 22 10:20:34.407647 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41802) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:20:34.415558 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdff1a-ed1d-44ea-883d-8df17322c57b tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2f0864-d2ff-4794-9691-72c90096c23b,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:34.422860 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.api.v2.resource [None req-796fbfd1-b6d6-444c-ab9f-254216d6870f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] show failed (client error): The resource could not be found. Jun 22 10:20:34.425789 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-796fbfd1-b6d6-444c-ab9f-254216d6870f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups/fd2f0864-d2ff-4794-9691-72c90096c23b HTTP/1.1" status: 404 len: 347 time: 0.0152297 Jun 22 10:20:34.426946 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41804) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:20:34.547945 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Deleting port b7ef5cae-8483-47df-b2a9-40913deebcbd {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:20:34.548280 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (b7ef5cae-8483-47df-b2a9-40913deebcbd), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:34.624574 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (b7ef5cae-8483-47df-b2a9-40913deebcbd), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:34.624903 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (b7ef5cae-8483-47df-b2a9-40913deebcbd), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:34.637771 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Calling delete_port for b7ef5cae-8483-47df-b2a9-40913deebcbd owned by network:floatingip {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:20:34.778782 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (b7ef5cae-8483-47df-b2a9-40913deebcbd), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:34.803876 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event deleted for resources: {'Port': ['ID=b7ef5cae-8483-47df-b2a9-40913deebcbd,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:34.818596 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:34.818950 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:34.819296 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:34.819636 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:34.819977 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:34.820312 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:34.820644 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:34.820973 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:34.821301 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:34.821628 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:34.821987 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:34.822315 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:34.822637 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:34.822960 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:34.823283 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:34.886263 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (e74a220f-ab8a-40bc-88f0-8b03309a20fa), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:34.888759 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:34.889954 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c52e3c14-d031-4341-85fd-c36ff7241195 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "DELETE /v2.0/floatingips/e74a220f-ab8a-40bc-88f0-8b03309a20fa HTTP/1.1" status: 204 len: 168 time: 0.4619155 Jun 22 10:20:34.956646 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41810) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:20:34.961411 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-9269c3a9-7fb3-436b-86ae-8dcda161c52f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1510603155', 'description': 'tempest-description--364477945'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:20:34.987482 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9269c3a9-7fb3-436b-86ae-8dcda161c52f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:35.062380 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9269c3a9-7fb3-436b-86ae-8dcda161c52f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (523bbcf4-4522-44f9-8f51-6543c7f9f355), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:35.066751 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9269c3a9-7fb3-436b-86ae-8dcda161c52f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (523bbcf4-4522-44f9-8f51-6543c7f9f355), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:35.100344 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9269c3a9-7fb3-436b-86ae-8dcda161c52f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:35.101883 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-9269c3a9-7fb3-436b-86ae-8dcda161c52f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1440864 Jun 22 10:20:35.103053 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269c3a9-7fb3-436b-86ae-8dcda161c52f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523bbcf4-4522-44f9-8f51-6543c7f9f355,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:35.106008 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41812) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:20:35.112176 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-46193301-51cf-4a12-9cc0-e75395e327af tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'security_group_rule': {'security_group_id': '523bbcf4-4522-44f9-8f51-6543c7f9f355', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:20:35.138948 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-46193301-51cf-4a12-9cc0-e75395e327af tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (bf27159d-48b9-4ea3-83d5-bccb45174c0c), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:35.195472 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-46193301-51cf-4a12-9cc0-e75395e327af tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (bf27159d-48b9-4ea3-83d5-bccb45174c0c), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:35.199605 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-46193301-51cf-4a12-9cc0-e75395e327af tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (bf27159d-48b9-4ea3-83d5-bccb45174c0c), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:35.218713 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46193301-51cf-4a12-9cc0-e75395e327af tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf27159d-48b9-4ea3-83d5-bccb45174c0c,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:35.223966 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-46193301-51cf-4a12-9cc0-e75395e327af tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:35.225162 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-46193301-51cf-4a12-9cc0-e75395e327af tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175222 Jun 22 10:20:35.228178 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41814) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:20:35.232376 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-4a25eaae-2362-4850-a27e-2a3b13b2e760 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'security_group_rule': {'security_group_id': '523bbcf4-4522-44f9-8f51-6543c7f9f355', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:20:35.238246 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:35.246547 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:35.264993 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4a25eaae-2362-4850-a27e-2a3b13b2e760 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (58aff20c-95c1-4580-b843-8b39b587cb2d), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:35.324363 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4a25eaae-2362-4850-a27e-2a3b13b2e760 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (58aff20c-95c1-4580-b843-8b39b587cb2d), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:35.327842 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4a25eaae-2362-4850-a27e-2a3b13b2e760 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (58aff20c-95c1-4580-b843-8b39b587cb2d), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:35.349446 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25eaae-2362-4850-a27e-2a3b13b2e760 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58aff20c-95c1-4580-b843-8b39b587cb2d,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:35.357792 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4a25eaae-2362-4850-a27e-2a3b13b2e760 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:35.359018 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4a25eaae-2362-4850-a27e-2a3b13b2e760 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299243 Jun 22 10:20:35.362715 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41818) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:20:35.367039 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-e00954b4-3e58-409d-948a-d1452cb33e9d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'floatingip': {'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:20:35.388715 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e00954b4-3e58-409d-948a-d1452cb33e9d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:35.470450 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e00954b4-3e58-409d-948a-d1452cb33e9d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:35.495220 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device ae353570-1e3f-4fc2-8d0b-cfa07619e042 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:20:35.517053 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: ae353570-1e3f-4fc2-8d0b-cfa07619e042 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:20:35.517401 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device ae353570-1e3f-4fc2-8d0b-cfa07619e042 not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:20:35.586069 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-e00954b4-3e58-409d-948a-d1452cb33e9d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Allocated IP 172.27.0.122 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/17b7bb6d-e6a6-4f3a-b1db-9df6b5f3c3b0) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:20:35.692138 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e00954b4-3e58-409d-948a-d1452cb33e9d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for port (17b7bb6d-e6a6-4f3a-b1db-9df6b5f3c3b0), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:35.724704 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e00954b4-3e58-409d-948a-d1452cb33e9d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (17b7bb6d-e6a6-4f3a-b1db-9df6b5f3c3b0), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:35.770645 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00954b4-3e58-409d-948a-d1452cb33e9d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:20:35.775301 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-e00954b4-3e58-409d-948a-d1452cb33e9d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:20:35.779145 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00954b4-3e58-409d-948a-d1452cb33e9d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:20:35.783001 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00954b4-3e58-409d-948a-d1452cb33e9d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'Port': ['ID=17b7bb6d-e6a6-4f3a-b1db-9df6b5f3c3b0,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:35.865296 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e00954b4-3e58-409d-948a-d1452cb33e9d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (244cf518-d91e-420d-a68b-1117a76bb50f), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:35.904247 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e00954b4-3e58-409d-948a-d1452cb33e9d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (17b7bb6d-e6a6-4f3a-b1db-9df6b5f3c3b0), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:35.950650 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:35.974170 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:36.064520 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e00954b4-3e58-409d-948a-d1452cb33e9d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for port (17b7bb6d-e6a6-4f3a-b1db-9df6b5f3c3b0), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:36.071091 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e00954b4-3e58-409d-948a-d1452cb33e9d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6232566'] for port (17b7bb6d-e6a6-4f3a-b1db-9df6b5f3c3b0), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:36.146902 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00954b4-3e58-409d-948a-d1452cb33e9d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'Port': ['ID=17b7bb6d-e6a6-4f3a-b1db-9df6b5f3c3b0,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:36.160515 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e00954b4-3e58-409d-948a-d1452cb33e9d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (244cf518-d91e-420d-a68b-1117a76bb50f), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:36.177469 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e00954b4-3e58-409d-948a-d1452cb33e9d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:36.178768 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e00954b4-3e58-409d-948a-d1452cb33e9d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8151133 Jun 22 10:20:36.395224 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-955a3926-045a-4e22-ba52-cfb25dc61163 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1510603155&fields=id&tenant_id=78629282e2b74418a2c1cdac32576ef1 HTTP/1.1" status: 200 len: 267 time: 0.0476515 Jun 22 10:20:36.513204 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-ef244d55-129c-4d81-860b-bd0b3b77e4f7 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:36.514697 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-ef244d55-129c-4d81-860b-bd0b3b77e4f7 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/networks?id=8bc94bec-5b18-4b15-a531-8b4a0778b280 HTTP/1.1" status: 200 len: 814 time: 0.1129842 Jun 22 10:20:36.529488 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-f9cc516f-bc2f-482e-a073-e374c040df3a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/quotas/78629282e2b74418a2c1cdac32576ef1 HTTP/1.1" status: 200 len: 375 time: 0.0089262 Jun 22 10:20:36.577611 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-3b87dd63-d263-4219-9820-0518d09de9b4 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=78629282e2b74418a2c1cdac32576ef1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425925 Jun 22 10:20:36.671917 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-ed519e7e-176a-4f7b-a253-1438fe5a9a84 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824766 Jun 22 10:20:36.763351 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-277442a2-428f-4d27-a7c1-c078243f2545 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850635 Jun 22 10:20:36.935746 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0575d842-85c2-490b-8e68-2054d4a51f08 req-c13b22a4-9c08-4989-906a-be53d2ac08d4 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 210 time: 0.0310042 Jun 22 10:20:37.976405 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-57bac58b-30e5-4e7f-9b27-5d385d679b97 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:37.978638 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-57bac58b-30e5-4e7f-9b27-5d385d679b97 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.59 "GET /v2.0/networks?id=8bc94bec-5b18-4b15-a531-8b4a0778b280 HTTP/1.1" status: 200 len: 814 time: 0.1181097 Jun 22 10:20:38.041862 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:38.051937 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-39d35113-4682-4cf6-9dc9-daa79201b9f4 req-4d38409c-8f72-4bcd-9097-21b06020f5f7 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 210 time: 0.0325642 Jun 22 10:20:38.067452 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-8450aaf6-956b-4ff0-adeb-a1b123574b09 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78629282e2b74418a2c1cdac32576ef1 HTTP/1.1" status: 200 len: 380 time: 0.0753047 Jun 22 10:20:38.077218 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-019bf2ea-da09-4e60-bfa6-5ee8efb02798 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'port': {'device_id': '982a8b14-2931-49ee-bc63-124bb37fb8c4', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'admin_state_up': True, 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'security_groups': ['523bbcf4-4522-44f9-8f51-6543c7f9f355']}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:20:38.195828 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-019bf2ea-da09-4e60-bfa6-5ee8efb02798 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Made reservation on behalf of 78629282e2b74418a2c1cdac32576ef1 for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:20:38.199308 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-019bf2ea-da09-4e60-bfa6-5ee8efb02798 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:38.349063 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-019bf2ea-da09-4e60-bfa6-5ee8efb02798 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Allocated IP 172.20.0.12 (8bc94bec-5b18-4b15-a531-8b4a0778b280/22fb0c08-5da0-43f7-a157-f246eb31d192/14658931-09ac-4ec1-9e21-53442e71aacc) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:20:38.407870 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d61ab020-8d15-4f85-a6f3-02f598e3047b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:38.505312 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-019bf2ea-da09-4e60-bfa6-5ee8efb02798 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for port (14658931-09ac-4ec1-9e21-53442e71aacc), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:38.509553 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:38.542454 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-019bf2ea-da09-4e60-bfa6-5ee8efb02798 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (14658931-09ac-4ec1-9e21-53442e71aacc), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:38.587711 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-019bf2ea-da09-4e60-bfa6-5ee8efb02798 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Network 8bc94bec-5b18-4b15-a531-8b4a0778b280 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:20:38.590641 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-019bf2ea-da09-4e60-bfa6-5ee8efb02798 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:20:38.595136 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-019bf2ea-da09-4e60-bfa6-5ee8efb02798 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:20:38.622408 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bf2ea-da09-4e60-bfa6-5ee8efb02798 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event updated for resources: {'Port': ['ID=14658931-09ac-4ec1-9e21-53442e71aacc,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:38.649266 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-019bf2ea-da09-4e60-bfa6-5ee8efb02798 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:38.649944 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-019bf2ea-da09-4e60-bfa6-5ee8efb02798 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:38.669383 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-019bf2ea-da09-4e60-bfa6-5ee8efb02798 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5966666 Jun 22 10:20:38.696343 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] Request body: {'port': {'device_id': '982a8b14-2931-49ee-bc63-124bb37fb8c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:20:38.763608 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (14658931-09ac-4ec1-9e21-53442e71aacc), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:38.825524 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-2a039215-c482-419a-9f82-e3396f66880d None None] Provisioning complete for port 14658931-09ac-4ec1-9e21-53442e71aacc triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:20:38.826027 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2a039215-c482-419a-9f82-e3396f66880d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (14658931-09ac-4ec1-9e21-53442e71aacc), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:38.863517 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-2a039215-c482-419a-9f82-e3396f66880d None None] Port 14658931-09ac-4ec1-9e21-53442e71aacc cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:20:38.887674 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:38.997820 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:20:39.056645 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14658931-09ac-4ec1-9e21-53442e71aacc {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:20:39.067732 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] Publish callbacks [] for port (14658931-09ac-4ec1-9e21-53442e71aacc), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:39.083160 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] Transition to ACTIVE for port object 14658931-09ac-4ec1-9e21-53442e71aacc will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:20:39.087569 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (14658931-09ac-4ec1-9e21-53442e71aacc), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:39.155344 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] Pushing event updated for resources: {'Port': ['ID=14658931-09ac-4ec1-9e21-53442e71aacc,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:39.228129 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63da09c-8a96-4859-a669-c8fd9dfb7dbc req-123dd746-5b86-4b29-8dd9-ca24d8b34bb1 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:39.229823 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e63da09c-8a96-4859-a669-c8fd9dfb7dbc req-123dd746-5b86-4b29-8dd9-ca24d8b34bb1 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 944 time: 0.0874114 Jun 22 10:20:39.250679 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] Attempting to bind port 14658931-09ac-4ec1-9e21-53442e71aacc on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:20:39.251172 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] Attempting to bind port 14658931-09ac-4ec1-9e21-53442e71aacc by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:20:39.251603 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] Attempting to bind port 14658931-09ac-4ec1-9e21-53442e71aacc on network 8bc94bec-5b18-4b15-a531-8b4a0778b280 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:20:39.256614 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] Port 14658931-09ac-4ec1-9e21-53442e71aacc on network 8bc94bec-5b18-4b15-a531-8b4a0778b280 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:20:39.257040 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] Attempting to bind port 14658931-09ac-4ec1-9e21-53442e71aacc on network 8bc94bec-5b18-4b15-a531-8b4a0778b280 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:20:39.266408 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:20:39.266408 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] Checking segment: {'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:20:39.266949 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] Bound using segment: {'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:20:39.266949 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] Bound port: 14658931-09ac-4ec1-9e21-53442e71aacc, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd6e81e-91f9-43ad-867a-74e35a417def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:20:39.267636 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (14658931-09ac-4ec1-9e21-53442e71aacc), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:39.288229 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e63da09c-8a96-4859-a669-c8fd9dfb7dbc req-371d8b43-5a35-4e62-96fe-1515cb6f990a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=523bbcf4-4522-44f9-8f51-6543c7f9f355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493073 Jun 22 10:20:39.345198 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] For port 14658931-09ac-4ec1-9e21-53442e71aacc, host hv-cinder-84713, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:20:39.348764 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] For port 14658931-09ac-4ec1-9e21-53442e71aacc, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=14658931-09ac-4ec1-9e21-53442e71aacc,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:20:39.359452 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (14658931-09ac-4ec1-9e21-53442e71aacc), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:39.403098 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:39.403951 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:39.405422 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] 10.222.0.59 "PUT /v2.0/ports/14658931-09ac-4ec1-9e21-53442e71aacc HTTP/1.1" status: 200 len: 1094 time: 0.7133722 Jun 22 10:20:39.409600 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982a8b14-2931-49ee-bc63-124bb37fb8c4', 'tag': '14658931-09ac-4ec1-9e21-53442e71aacc'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:20:39.412399 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5896cca-e3ff-4625-925e-fa8b1fc52453" -d '{"events": [{"name": "network-changed", "server_uuid": "982a8b14-2931-49ee-bc63-124bb37fb8c4", "tag": "14658931-09ac-4ec1-9e21-53442e71aacc"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:20:39.447675 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b12cc-2ee5-40e0-a2ea-782aae5036ad service neutron] Pushing event updated for resources: {'Port': ['ID=14658931-09ac-4ec1-9e21-53442e71aacc,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:39.479710 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31677b68-5c4a-4a76-b180-94f5d58dfd7d x-openstack-request-id: req-31677b68-5c4a-4a76-b180-94f5d58dfd7d {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:20:39.479983 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982a8b14-2931-49ee-bc63-124bb37fb8c4", "tag": "14658931-09ac-4ec1-9e21-53442e71aacc", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:20:39.480242 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31677b68-5c4a-4a76-b180-94f5d58dfd7d {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:20:39.480652 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31677b68-5c4a-4a76-b180-94f5d58dfd7d'] response: {'name': 'network-changed', 'server_uuid': '982a8b14-2931-49ee-bc63-124bb37fb8c4', 'tag': '14658931-09ac-4ec1-9e21-53442e71aacc', 'status': 'completed', 'code': 200} Jun 22 10:20:39.497401 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:39.514184 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-9e25e53d-0b2f-4b9c-8614-1ebb5041bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:39.519428 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-9e25e53d-0b2f-4b9c-8614-1ebb5041bce7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78629282e2b74418a2c1cdac32576ef1&device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 1128 time: 0.0506170 Jun 22 10:20:39.573015 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-a9f24f1e-84fc-43bb-a805-84a135d46ac6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14658931-09ac-4ec1-9e21-53442e71aacc HTTP/1.1" status: 200 len: 217 time: 0.0457551 Jun 22 10:20:39.633418 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-67b00aba-1926-42ce-b84d-1ee328277163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:39.635085 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-67b00aba-1926-42ce-b84d-1ee328277163 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22fb0c08-5da0-43f7-a157-f246eb31d192 HTTP/1.1" status: 200 len: 853 time: 0.0541592 Jun 22 10:20:39.711550 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28a9ef-90f4-47ce-964c-73668e31b194 req-ad497b34-6a0f-4459-8651-522f63691027 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:39.714068 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9d28a9ef-90f4-47ce-964c-73668e31b194 req-ad497b34-6a0f-4459-8651-522f63691027 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0630724 Jun 22 10:20:39.763747 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9d28a9ef-90f4-47ce-964c-73668e31b194 req-eb14697f-2be4-441e-ae9a-e3028f9b149b tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439479 Jun 22 10:20:40.409194 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca506e-4610-4f46-abfc-18d8980f463d req-75cb0d90-8c8b-4ac8-9e8d-d60d7b223e78 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:40.410596 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-13ca506e-4610-4f46-abfc-18d8980f463d req-75cb0d90-8c8b-4ac8-9e8d-d60d7b223e78 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 944 time: 0.0507214 Jun 22 10:20:40.459633 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-13ca506e-4610-4f46-abfc-18d8980f463d req-17a22df4-1ba3-4143-82f7-c36205f5fdec tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=523bbcf4-4522-44f9-8f51-6543c7f9f355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434349 Jun 22 10:20:40.718521 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bc6edcac-4463-46bd-afd6-be55b7c0b5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:40.950836 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563ee8b-2924-4488-a386-ddd7d34ae779 req-c46f99a3-54aa-4df3-bec8-3581705f5c13 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:40.952859 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e563ee8b-2924-4488-a386-ddd7d34ae779 req-c46f99a3-54aa-4df3-bec8-3581705f5c13 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.1173201 Jun 22 10:20:40.967480 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:40.976489 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:41.008423 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e563ee8b-2924-4488-a386-ddd7d34ae779 req-3a4e82af-b84d-43fc-af37-892de31e9c19 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479314 Jun 22 10:20:41.113860 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58168fe5-e3e1-4240-a547-05221a6dc1b0 req-a6b379bb-5e08-47bd-8457-bc66fd0524d7 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:41.115399 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-58168fe5-e3e1-4240-a547-05221a6dc1b0 req-a6b379bb-5e08-47bd-8457-bc66fd0524d7 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0532055 Jun 22 10:20:41.172240 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-58168fe5-e3e1-4240-a547-05221a6dc1b0 req-8c57c1d6-4c0b-4d87-9f85-88f0be68fb91 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473127 Jun 22 10:20:41.585003 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8011b6-83fd-4556-b5cd-4181b632c597 req-82fc4056-cd6f-4225-8622-f3b9953cf1db tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:41.586661 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9c8011b6-83fd-4556-b5cd-4181b632c597 req-82fc4056-cd6f-4225-8622-f3b9953cf1db tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 944 time: 0.0491869 Jun 22 10:20:41.641631 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9c8011b6-83fd-4556-b5cd-4181b632c597 req-ac422930-a99b-4003-9de1-ac1bb5ce51d2 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=523bbcf4-4522-44f9-8f51-6543c7f9f355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494301 Jun 22 10:20:41.981564 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:42.129304 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87282f6c-0028-44c4-b48d-18fae7bdd452 req-75bbcdfb-e0e3-4725-bcde-acd090883a3e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:42.130803 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-87282f6c-0028-44c4-b48d-18fae7bdd452 req-75bbcdfb-e0e3-4725-bcde-acd090883a3e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0488133 Jun 22 10:20:42.177889 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-87282f6c-0028-44c4-b48d-18fae7bdd452 req-3d026c12-3df2-496a-9e43-84b6f9d2a1ee tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415936 Jun 22 10:20:42.298325 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd35d80-ff4e-4723-b263-c1faf80846f5 req-42be4792-06b2-4540-afa4-26c1742ec234 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:42.299669 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8dd35d80-ff4e-4723-b263-c1faf80846f5 req-42be4792-06b2-4540-afa4-26c1742ec234 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0536788 Jun 22 10:20:42.348744 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8dd35d80-ff4e-4723-b263-c1faf80846f5 req-fedcc6a2-97ff-4de2-8797-370933fa8f74 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435786 Jun 22 10:20:42.757422 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4498a2b-1a03-4698-88aa-810c9152f8de req-487925d4-2e60-454a-ae85-a5663f540c2a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:42.758953 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f4498a2b-1a03-4698-88aa-810c9152f8de req-487925d4-2e60-454a-ae85-a5663f540c2a tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 944 time: 0.0497632 Jun 22 10:20:42.807818 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f4498a2b-1a03-4698-88aa-810c9152f8de req-1ee4cd91-78b7-4035-91d8-36f7c73ed9fe tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=523bbcf4-4522-44f9-8f51-6543c7f9f355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429914 Jun 22 10:20:43.304442 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb883e-68e9-48f3-9259-28f8e1e3125c req-82483cfe-dbaa-41ab-804b-d0ab56b8b62c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:43.306076 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2fdb883e-68e9-48f3-9259-28f8e1e3125c req-82483cfe-dbaa-41ab-804b-d0ab56b8b62c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0482631 Jun 22 10:20:43.331433 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-294157ce-6a6c-445d-ac4f-b7a1a40c4c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:43.332986 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-294157ce-6a6c-445d-ac4f-b7a1a40c4c9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bc94bec-5b18-4b15-a531-8b4a0778b280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2908912 Jun 22 10:20:43.358208 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2fdb883e-68e9-48f3-9259-28f8e1e3125c req-b7d4e04a-4785-4dad-8278-860ef5f3ffeb tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464716 Jun 22 10:20:43.430317 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:43.471339 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee64402-2be1-496a-bdb1-1d4e8f5ca686 req-106d9c25-e027-461d-a21d-a616beff3fa9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:43.472811 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0ee64402-2be1-496a-bdb1-1d4e8f5ca686 req-106d9c25-e027-461d-a21d-a616beff3fa9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0474300 Jun 22 10:20:43.520525 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0ee64402-2be1-496a-bdb1-1d4e8f5ca686 req-fd1ef2a2-3441-43da-88f2-684ee834d4bb tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419419 Jun 22 10:20:43.880439 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:43.926200 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115793b-96d2-4223-ba25-b30be262fbb4 req-1fbe9645-dadd-4f77-8ff7-48d489f42c59 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:43.927689 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1115793b-96d2-4223-ba25-b30be262fbb4 req-1fbe9645-dadd-4f77-8ff7-48d489f42c59 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 944 time: 0.0517108 Jun 22 10:20:43.974489 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1115793b-96d2-4223-ba25-b30be262fbb4 req-fb11ba8b-d184-4f95-bd9a-171a8c03fb64 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=523bbcf4-4522-44f9-8f51-6543c7f9f355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412107 Jun 22 10:20:44.055466 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=61 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:44.474032 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a442b-0994-4379-8f34-4d7908126d07 req-a847ae7a-8b66-44b2-88a9-86e5b340a086 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:44.475479 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e78a442b-0994-4379-8f34-4d7908126d07 req-a847ae7a-8b66-44b2-88a9-86e5b340a086 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0501094 Jun 22 10:20:44.526218 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e78a442b-0994-4379-8f34-4d7908126d07 req-6a36bd60-5169-41a1-ae7b-d62da066b561 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449481 Jun 22 10:20:44.637164 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2636ff-4aa0-4766-89ee-f44dffda3123 req-8325a418-e509-4413-a03e-771edc9bc2c6 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:44.638569 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-bf2636ff-4aa0-4766-89ee-f44dffda3123 req-8325a418-e509-4413-a03e-771edc9bc2c6 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0462773 Jun 22 10:20:44.685032 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-bf2636ff-4aa0-4766-89ee-f44dffda3123 req-104d1951-c606-40da-aa3c-676feb926ccc tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403290 Jun 22 10:20:45.017257 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-bbdae247-153f-4eff-9dff-f700f28527da service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852098 Jun 22 10:20:45.092540 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57574d5-7f28-4985-b9c8-848fd37234a0 req-812d33b4-61fc-45ac-ad53-67f4cbd3af10 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:45.094060 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e57574d5-7f28-4985-b9c8-848fd37234a0 req-812d33b4-61fc-45ac-ad53-67f4cbd3af10 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 944 time: 0.0495834 Jun 22 10:20:45.105295 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:45.128125 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:45.143513 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e57574d5-7f28-4985-b9c8-848fd37234a0 req-340f05b9-706d-45fc-b82d-fe66d37ce6f7 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=523bbcf4-4522-44f9-8f51-6543c7f9f355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437615 Jun 22 10:20:45.236059 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442b495-942d-41d1-9ce9-c90c9b53689b req-1a7d3f58-a44f-45cf-8799-6ec919c6e168 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:45.237519 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c442b495-942d-41d1-9ce9-c90c9b53689b req-1a7d3f58-a44f-45cf-8799-6ec919c6e168 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.59 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.1136234 Jun 22 10:20:45.304311 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c920c-208b-4e45-918f-49200ce2a248 req-7b11f99b-fba2-48c1-8574-67fe9615c12f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:45.305669 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-289c920c-208b-4e45-918f-49200ce2a248 req-7b11f99b-fba2-48c1-8574-67fe9615c12f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.1080973 Jun 22 10:20:45.324460 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-306d326b-a77b-4cf3-9f71-20bf93d812ce req-f61e4565-78d6-4578-822f-8be058d3d18e service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194657 Jun 22 10:20:45.370736 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:45.424402 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-c442b495-942d-41d1-9ce9-c90c9b53689b req-ef22132f-e114-4ecc-93ed-6d1959a19bd2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Deleting port b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:20:45.424752 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-c442b495-942d-41d1-9ce9-c90c9b53689b req-ef22132f-e114-4ecc-93ed-6d1959a19bd2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (b3cb81b4-fc19-4acc-bb84-84c1f3b739b7), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:45.450318 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-289c920c-208b-4e45-918f-49200ce2a248 req-8af7249a-17ab-45a9-8f4f-31e4e682dc54 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Deleting port d017dd0e-ef63-4ffa-af06-35b32a6bf63f {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:20:45.450653 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-289c920c-208b-4e45-918f-49200ce2a248 req-8af7249a-17ab-45a9-8f4f-31e4e682dc54 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (d017dd0e-ef63-4ffa-af06-35b32a6bf63f), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:45.585031 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-c442b495-942d-41d1-9ce9-c90c9b53689b req-ef22132f-e114-4ecc-93ed-6d1959a19bd2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] For port b3cb81b4-fc19-4acc-bb84-84c1f3b739b7, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=b3cb81b4-fc19-4acc-bb84-84c1f3b739b7,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:20:45.585399 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-c442b495-942d-41d1-9ce9-c90c9b53689b req-ef22132f-e114-4ecc-93ed-6d1959a19bd2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (b3cb81b4-fc19-4acc-bb84-84c1f3b739b7), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:45.612942 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-289c920c-208b-4e45-918f-49200ce2a248 req-8af7249a-17ab-45a9-8f4f-31e4e682dc54 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] For port d017dd0e-ef63-4ffa-af06-35b32a6bf63f, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=d017dd0e-ef63-4ffa-af06-35b32a6bf63f,segment=NetworkSegment(5dd0de8d-f8c8-4942-86ff-82b5a3cacf29),segment_id=5dd0de8d-f8c8-4942-86ff-82b5a3cacf29)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:20:45.613308 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-289c920c-208b-4e45-918f-49200ce2a248 req-8af7249a-17ab-45a9-8f4f-31e4e682dc54 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (d017dd0e-ef63-4ffa-af06-35b32a6bf63f), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:45.644850 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c6cba-d3f9-4b6c-a841-70f50bb7e50a req-52c09ebb-71bc-4ef0-a836-3a31282e2928 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:45.646371 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-078c6cba-d3f9-4b6c-a841-70f50bb7e50a req-52c09ebb-71bc-4ef0-a836-3a31282e2928 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 945 time: 0.0478177 Jun 22 10:20:45.693112 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-078c6cba-d3f9-4b6c-a841-70f50bb7e50a req-2157c45d-f336-497b-9997-9893789e824e tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee1c73e0-7c2b-47a9-b690-d5e889465e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411489 Jun 22 10:20:45.712225 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:45.800180 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa4005-533d-4436-aa16-b6c3c207cf05 req-709a3d8f-c93b-423a-b642-ee8f710ee526 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:45.801707 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-61fa4005-533d-4436-aa16-b6c3c207cf05 req-709a3d8f-c93b-423a-b642-ee8f710ee526 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 946 time: 0.0468011 Jun 22 10:20:45.852449 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-61fa4005-533d-4436-aa16-b6c3c207cf05 req-50194365-6048-4f0e-8ae2-b01cf76cf171 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=e545db71-4859-41a9-ba48-20726de5662f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450842 Jun 22 10:20:45.894692 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-c442b495-942d-41d1-9ce9-c90c9b53689b req-ef22132f-e114-4ecc-93ed-6d1959a19bd2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:45.895057 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-c442b495-942d-41d1-9ce9-c90c9b53689b req-ef22132f-e114-4ecc-93ed-6d1959a19bd2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (2f5d0367-32c3-468c-ad44-1beb4b86a59d), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:45.895377 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.l3_db [req-c442b495-942d-41d1-9ce9-c90c9b53689b req-ef22132f-e114-4ecc-93ed-6d1959a19bd2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Floating IP 2f5d0367-32c3-468c-ad44-1beb4b86a59d disassociated. External IP: 172.27.0.142, port: b3cb81b4-fc19-4acc-bb84-84c1f3b739b7. Jun 22 10:20:45.895983 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-c442b495-942d-41d1-9ce9-c90c9b53689b req-ef22132f-e114-4ecc-93ed-6d1959a19bd2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Calling delete_port for b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:20:45.916626 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-289c920c-208b-4e45-918f-49200ce2a248 req-8af7249a-17ab-45a9-8f4f-31e4e682dc54 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:45.916990 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-289c920c-208b-4e45-918f-49200ce2a248 req-8af7249a-17ab-45a9-8f4f-31e4e682dc54 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (9c6272d3-d0f5-41ae-887c-2c7053b4bbb0), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:45.917308 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.l3_db [req-289c920c-208b-4e45-918f-49200ce2a248 req-8af7249a-17ab-45a9-8f4f-31e4e682dc54 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Floating IP 9c6272d3-d0f5-41ae-887c-2c7053b4bbb0 disassociated. External IP: 172.27.0.61, port: d017dd0e-ef63-4ffa-af06-35b32a6bf63f. Jun 22 10:20:45.917645 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-289c920c-208b-4e45-918f-49200ce2a248 req-8af7249a-17ab-45a9-8f4f-31e4e682dc54 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Calling delete_port for d017dd0e-ef63-4ffa-af06-35b32a6bf63f owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:20:46.134774 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-c442b495-942d-41d1-9ce9-c90c9b53689b req-ef22132f-e114-4ecc-93ed-6d1959a19bd2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (b3cb81b4-fc19-4acc-bb84-84c1f3b739b7), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:46.137185 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-289c920c-208b-4e45-918f-49200ce2a248 req-8af7249a-17ab-45a9-8f4f-31e4e682dc54 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (d017dd0e-ef63-4ffa-af06-35b32a6bf63f), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:46.167290 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22132f-e114-4ecc-93ed-6d1959a19bd2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Pushing event deleted for resources: {'Port': ['ID=b3cb81b4-fc19-4acc-bb84-84c1f3b739b7,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:46.199835 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7249a-17ab-45a9-8f4f-31e4e682dc54 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Pushing event deleted for resources: {'Port': ['ID=d017dd0e-ef63-4ffa-af06-35b32a6bf63f,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:46.210699 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:46.273023 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b78fdd-2037-4051-8c9f-7c46af2d22b5 req-3d09f9a7-8553-4ed4-b7bf-145a12c91acb tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:46.274536 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a6b78fdd-2037-4051-8c9f-7c46af2d22b5 req-3d09f9a7-8553-4ed4-b7bf-145a12c91acb tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 944 time: 0.0511932 Jun 22 10:20:46.327141 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a6b78fdd-2037-4051-8c9f-7c46af2d22b5 req-abf126ab-7310-4266-a609-78c5869b2597 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=523bbcf4-4522-44f9-8f51-6543c7f9f355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469429 Jun 22 10:20:46.336329 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5896cca-e3ff-4625-925e-fa8b1fc52453 req-3c04b14d-6b0c-43e4-ad32-926f0726a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:46.337874 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5896cca-e3ff-4625-925e-fa8b1fc52453 req-3c04b14d-6b0c-43e4-ad32-926f0726a5fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78629282e2b74418a2c1cdac32576ef1&device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 1128 time: 0.0926554 Jun 22 10:20:46.417713 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:46.500570 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-289c920c-208b-4e45-918f-49200ce2a248 req-8af7249a-17ab-45a9-8f4f-31e4e682dc54 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:20:46.502322 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c442b495-942d-41d1-9ce9-c90c9b53689b req-ef22132f-e114-4ecc-93ed-6d1959a19bd2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Router 270c905a-12a6-4f40-908f-84553181ba5e has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:20:46.530574 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5896cca-e3ff-4625-925e-fa8b1fc52453 req-919bc37b-29f2-4afa-84a5-6fbb2973d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:46.532611 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5896cca-e3ff-4625-925e-fa8b1fc52453 req-919bc37b-29f2-4afa-84a5-6fbb2973d018 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8bc94bec-5b18-4b15-a531-8b4a0778b280 HTTP/1.1" status: 200 len: 915 time: 0.1705294 Jun 22 10:20:46.650227 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5896cca-e3ff-4625-925e-fa8b1fc52453 req-3bbda3d3-5c0c-4681-9d6b-4e1c5fd627e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14658931-09ac-4ec1-9e21-53442e71aacc HTTP/1.1" status: 200 len: 217 time: 0.0482509 Jun 22 10:20:46.785909 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5896cca-e3ff-4625-925e-fa8b1fc52453 req-392996bf-910d-45e4-950e-ae653adfcc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:46.787407 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5896cca-e3ff-4625-925e-fa8b1fc52453 req-392996bf-910d-45e4-950e-ae653adfcc75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22fb0c08-5da0-43f7-a157-f246eb31d192 HTTP/1.1" status: 200 len: 853 time: 0.1295276 Jun 22 10:20:46.791362 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c442b495-942d-41d1-9ce9-c90c9b53689b req-ef22132f-e114-4ecc-93ed-6d1959a19bd2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:20:46.793303 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-289c920c-208b-4e45-918f-49200ce2a248 req-8af7249a-17ab-45a9-8f4f-31e4e682dc54 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:20:46.802547 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae5d896-724a-4fd2-93e4-370c62a05548 None None] Sync routers for ids ['270c905a-12a6-4f40-908f-84553181ba5e'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:20:46.806473 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-03e87669-5429-4a2b-b717-f63b7771e06b req-f213d75b-a857-42e5-974e-4ceabbe9348a tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 210 time: 0.0302553 Jun 22 10:20:46.808392 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b8325-d0fe-4198-9fa4-cd26e401c614 None None] Sync routers for ids ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:20:46.832467 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b8325-d0fe-4198-9fa4-cd26e401c614 None None] Routers {'3a28b2b6-edaf-4051-94d9-0a9feb746c36'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:20:46.833113 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-2a0b8325-d0fe-4198-9fa4-cd26e401c614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:20:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:46.835716 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae5d896-724a-4fd2-93e4-370c62a05548 None None] Routers {'270c905a-12a6-4f40-908f-84553181ba5e'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:20:46.836405 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-1ae5d896-724a-4fd2-93e4-370c62a05548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:20:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['270c905a-12a6-4f40-908f-84553181ba5e'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:46.895311 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-289c920c-208b-4e45-918f-49200ce2a248 req-8af7249a-17ab-45a9-8f4f-31e4e682dc54 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] No DVR routers for this DVR port d017dd0e-ef63-4ffa-af06-35b32a6bf63f on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:20:46.906374 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:46.912385 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-289c920c-208b-4e45-918f-49200ce2a248 req-8af7249a-17ab-45a9-8f4f-31e4e682dc54 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:46.915776 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-289c920c-208b-4e45-918f-49200ce2a248 req-8af7249a-17ab-45a9-8f4f-31e4e682dc54 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.59 "DELETE /v2.0/ports/d017dd0e-ef63-4ffa-af06-35b32a6bf63f HTTP/1.1" status: 204 len: 173 time: 1.6041751 Jun 22 10:20:46.916230 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb851ab6-0e89-41d2-be52-d76cdc8644d6', 'name': 'network-vif-deleted', 'tag': 'd017dd0e-ef63-4ffa-af06-35b32a6bf63f'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:20:46.918561 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b2374f-0999-43cf-aff0-d7c534fd3d51" -d '{"events": [{"server_uuid": "eb851ab6-0e89-41d2-be52-d76cdc8644d6", "name": "network-vif-deleted", "tag": "d017dd0e-ef63-4ffa-af06-35b32a6bf63f"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:20:46.925336 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-c442b495-942d-41d1-9ce9-c90c9b53689b req-ef22132f-e114-4ecc-93ed-6d1959a19bd2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] No DVR routers for this DVR port b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:20:46.928804 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-c442b495-942d-41d1-9ce9-c90c9b53689b req-ef22132f-e114-4ecc-93ed-6d1959a19bd2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:46.932076 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c442b495-942d-41d1-9ce9-c90c9b53689b req-ef22132f-e114-4ecc-93ed-6d1959a19bd2 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.59 "DELETE /v2.0/ports/b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 HTTP/1.1" status: 204 len: 173 time: 1.6838763 Jun 22 10:20:46.933519 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5896cca-e3ff-4625-925e-fa8b1fc52453 req-8a749ec2-ac6e-452b-abfc-7dbab745ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:46.935268 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5896cca-e3ff-4625-925e-fa8b1fc52453 req-8a749ec2-ac6e-452b-abfc-7dbab745ea48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bc94bec-5b18-4b15-a531-8b4a0778b280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1401112 Jun 22 10:20:46.954273 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-1ae5d896-724a-4fd2-93e4-370c62a05548 None None] Set router 270c905a-12a6-4f40-908f-84553181ba5e gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:20:47.075469 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-2a0b8325-d0fe-4198-9fa4-cd26e401c614 None None] Set router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:20:47.087401 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3d41a9ab-072a-43ae-9540-9a1ee218a974 req-50cdff9d-487a-4272-8640-8f74144a370e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb851ab6-0e89-41d2-be52-d76cdc8644d6 HTTP/1.1" status: 200 len: 210 time: 0.0547366 Jun 22 10:20:47.239930 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-1ae5d896-724a-4fd2-93e4-370c62a05548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270c905a-12a6-4f40-908f-84553181ba5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1179079051-router', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 4, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'gw_port': {'id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '5e427e75-0a90-4475-aedf-e42cc726e9ac', 'name': '', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'mac_address': 'fa:16:3e:f6:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:54Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 5, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'subnets': [{'id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:47.252935 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d6e957-e214-412c-ac72-a79360c2327f x-openstack-request-id: req-92d6e957-e214-412c-ac72-a79360c2327f {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:20:47.253545 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb851ab6-0e89-41d2-be52-d76cdc8644d6", "name": "network-vif-deleted", "tag": "d017dd0e-ef63-4ffa-af06-35b32a6bf63f", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:20:47.253545 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92d6e957-e214-412c-ac72-a79360c2327f {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:20:47.254448 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d6e957-e214-412c-ac72-a79360c2327f'] response: {'server_uuid': 'eb851ab6-0e89-41d2-be52-d76cdc8644d6', 'name': 'network-vif-deleted', 'tag': 'd017dd0e-ef63-4ffa-af06-35b32a6bf63f', 'status': 'completed', 'code': 200} Jun 22 10:20:47.271757 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae5d896-724a-4fd2-93e4-370c62a05548 None None] Checking router: 270c905a-12a6-4f40-908f-84553181ba5e for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:20:47.280268 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae5d896-724a-4fd2-93e4-370c62a05548 None None] Routers {'270c905a-12a6-4f40-908f-84553181ba5e'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:20:47.280904 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-1ae5d896-724a-4fd2-93e4-370c62a05548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:20:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['270c905a-12a6-4f40-908f-84553181ba5e'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:47.283855 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:47.318481 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5896cca-e3ff-4625-925e-fa8b1fc52453 req-20e5bab2-a449-441a-a046-6f298ffa099e service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758903 Jun 22 10:20:47.324467 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-2a0b8325-d0fe-4198-9fa4-cd26e401c614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 4, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'gw_port': {'id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'bbf77c28-4758-4c3b-954b-a69bd9aa326f', 'name': '', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'mac_address': 'fa:16:3e:01:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:58Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 5, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'subnets': [{'id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:47.350779 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b8325-d0fe-4198-9fa4-cd26e401c614 None None] Checking router: 3a28b2b6-edaf-4051-94d9-0a9feb746c36 for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:20:47.359467 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0b8325-d0fe-4198-9fa4-cd26e401c614 None None] Routers {'3a28b2b6-edaf-4051-94d9-0a9feb746c36'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:20:47.360161 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-2a0b8325-d0fe-4198-9fa4-cd26e401c614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:20:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:47.383578 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-1ae5d896-724a-4fd2-93e4-370c62a05548 None None] Set router 270c905a-12a6-4f40-908f-84553181ba5e gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:20:47.458241 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f26c6-fd5e-4248-ad94-687cb6fdadc4 req-96dc69dc-32f4-49f2-ab5a-17bea2c6094d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:47.459845 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-351f26c6-fd5e-4248-ad94-687cb6fdadc4 req-96dc69dc-32f4-49f2-ab5a-17bea2c6094d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 944 time: 0.0568705 Jun 22 10:20:47.474811 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-2a0b8325-d0fe-4198-9fa4-cd26e401c614 None None] Set router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:20:47.512814 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-351f26c6-fd5e-4248-ad94-687cb6fdadc4 req-853e9aca-0588-4390-94ac-8f6854fea8c1 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=523bbcf4-4522-44f9-8f51-6543c7f9f355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470374 Jun 22 10:20:47.538529 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 14658931-09ac-4ec1-9e21-53442e71aacc details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:20:47.540497 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:20:47.600065 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5896cca-e3ff-4625-925e-fa8b1fc52453 req-35697bbc-a6a5-4bda-b65e-031610bee179 service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224988 Jun 22 10:20:47.601077 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:20:47.601417 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device b3cb81b4-fc19-4acc-bb84-84c1f3b739b7 not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:20:47.628045 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:47.698581 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-1ae5d896-724a-4fd2-93e4-370c62a05548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270c905a-12a6-4f40-908f-84553181ba5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1179079051-router', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 4, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'gw_port': {'id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '5e427e75-0a90-4475-aedf-e42cc726e9ac', 'name': '', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'mac_address': 'fa:16:3e:f6:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:54Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 5, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'subnets': [{'id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:47.725248 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae5d896-724a-4fd2-93e4-370c62a05548 None None] The sync data for ids ['270c905a-12a6-4f40-908f-84553181ba5e'] in dv-cinder-847131-1-iscsi is: [{'id': '270c905a-12a6-4f40-908f-84553181ba5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1179079051-router', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 4, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'gw_port': {'id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '5e427e75-0a90-4475-aedf-e42cc726e9ac', 'name': '', 'network_id': '4f5c1d12-de71-40fa-95b0-3e1b37dac412', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'mac_address': 'fa:16:3e:f6:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:54Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 5, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'subnets': [{'id': '8d52cd81-ade1-4a9c-ad07-0183651deb0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:20:47.822672 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-07e0017c-6017-4517-a263-cf6433dd83c2 req-a10e917a-d301-49a6-a5d6-7e6fdc6ff819 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554874 Jun 22 10:20:47.972054 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:47.976369 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0017c-6017-4517-a263-cf6433dd83c2 req-80f0766e-3df8-40b4-9810-2eeae5fb43b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:47.978692 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-07e0017c-6017-4517-a263-cf6433dd83c2 req-80f0766e-3df8-40b4-9810-2eeae5fb43b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2&device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 1130 time: 0.0778294 Jun 22 10:20:47.990139 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7d375ed9-53dd-483d-903e-ce0e575291a5 req-23718a39-70e2-430d-a742-ad1b1ce2134b tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3 HTTP/1.1" status: 200 len: 210 time: 0.0577004 Jun 22 10:20:48.001751 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 14658931-09ac-4ec1-9e21-53442e71aacc, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=14658931-09ac-4ec1-9e21-53442e71aacc,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:20:48.031339 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:48.045874 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': '14658931-09ac-4ec1-9e21-53442e71aacc', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'port_id': '14658931-09ac-4ec1-9e21-53442e71aacc', 'mac_address': 'fa:16:3e:b2:56:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:20:48.060033 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-2a0b8325-d0fe-4198-9fa4-cd26e401c614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 4, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'gw_port': {'id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'bbf77c28-4758-4c3b-954b-a69bd9aa326f', 'name': '', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'mac_address': 'fa:16:3e:01:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:58Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 5, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'subnets': [{'id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:48.100766 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0b8325-d0fe-4198-9fa4-cd26e401c614 None None] The sync data for ids ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'] in dv-cinder-847131-1-iscsi is: [{'id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 4, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'gw_port': {'id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'bbf77c28-4758-4c3b-954b-a69bd9aa326f', 'name': '', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'mac_address': 'fa:16:3e:01:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:58Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 5, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'subnets': [{'id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:20:48.116593 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 14658931-09ac-4ec1-9e21-53442e71aacc is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:20:48.117918 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (14658931-09ac-4ec1-9e21-53442e71aacc), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:48.128839 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92d4a4-33aa-49f9-ad85-48f911667234 None None] New status for floating IP 2f5d0367-32c3-468c-ad44-1beb4b86a59d: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:20:48.137961 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0017c-6017-4517-a263-cf6433dd83c2 req-2ec7d09f-5808-4c22-a79a-6d1a179535b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:48.139667 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-07e0017c-6017-4517-a263-cf6433dd83c2 req-2ec7d09f-5808-4c22-a79a-6d1a179535b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4f5c1d12-de71-40fa-95b0-3e1b37dac412 HTTP/1.1" status: 200 len: 920 time: 0.1232655 Jun 22 10:20:48.153139 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14658931-09ac-4ec1-9e21-53442e71aacc {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:20:48.197243 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 14658931-09ac-4ec1-9e21-53442e71aacc, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=14658931-09ac-4ec1-9e21-53442e71aacc,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:20:48.199448 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41940) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:20:48.205625 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-07e0017c-6017-4517-a263-cf6433dd83c2 req-f8c99198-fc45-40c8-a1e6-0bb6aee26019 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fae1b3df-59c5-40aa-9acc-2d668ec3c54d HTTP/1.1" status: 200 len: 217 time: 0.0537541 Jun 22 10:20:48.206994 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (14658931-09ac-4ec1-9e21-53442e71aacc), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:48.266987 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=14658931-09ac-4ec1-9e21-53442e71aacc,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:48.276913 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:48.277259 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:48.277624 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:48.278036 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:48.278380 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:48.281940 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:48.282413 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:48.282765 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:48.283113 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:48.283946 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0017c-6017-4517-a263-cf6433dd83c2 req-76f46da5-7964-4ae0-ba2c-b3d9d1211946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:48.285988 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:48.286338 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:48.286633 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-07e0017c-6017-4517-a263-cf6433dd83c2 req-76f46da5-7964-4ae0-ba2c-b3d9d1211946 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d52cd81-ade1-4a9c-ad07-0183651deb0b HTTP/1.1" status: 200 len: 858 time: 0.0711894 Jun 22 10:20:48.286761 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:48.287022 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:48.287348 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:48.289793 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:20:48.290082 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-411b4964-99d9-4e89-8f19-3031a67ab913 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group (e545db71-4859-41a9-ba48-20726de5662f), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:48.321918 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-411b4964-99d9-4e89-8f19-3031a67ab913 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group (e545db71-4859-41a9-ba48-20726de5662f), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:48.349970 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0017c-6017-4517-a263-cf6433dd83c2 req-4ba3fabe-4618-4602-b53c-e6e5a2ec13a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:48.352812 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-07e0017c-6017-4517-a263-cf6433dd83c2 req-4ba3fabe-4618-4602-b53c-e6e5a2ec13a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4f5c1d12-de71-40fa-95b0-3e1b37dac412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581629 Jun 22 10:20:48.418076 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-411b4964-99d9-4e89-8f19-3031a67ab913 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (e545db71-4859-41a9-ba48-20726de5662f), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:48.421490 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-411b4964-99d9-4e89-8f19-3031a67ab913 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:48.422854 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-411b4964-99d9-4e89-8f19-3031a67ab913 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "DELETE /v2.0/security-groups/e545db71-4859-41a9-ba48-20726de5662f HTTP/1.1" status: 204 len: 168 time: 0.2218585 Jun 22 10:20:48.429879 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41942) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:20:48.458772 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b4964-99d9-4e89-8f19-3031a67ab913 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e545db71-4859-41a9-ba48-20726de5662f,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:48.461622 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.api.v2.resource [None req-35e512a8-5b90-442f-ac58-f45beab8aa51 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] show failed (client error): The resource could not be found. Jun 22 10:20:48.463245 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-35e512a8-5b90-442f-ac58-f45beab8aa51 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups/e545db71-4859-41a9-ba48-20726de5662f HTTP/1.1" status: 404 len: 347 time: 0.0313559 Jun 22 10:20:48.467627 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41944) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:20:48.484046 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dfd3c6-5d5c-4e65-885c-185703e12720 None None] New status for floating IP 9c6272d3-d0f5-41ae-887c-2c7053b4bbb0: DOWN {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:20:48.520000 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['14658931-09ac-4ec1-9e21-53442e71aacc'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:20:48.521429 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:48.528857 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-07e0017c-6017-4517-a263-cf6433dd83c2 req-64eb25cd-ace2-434a-83b8-5c4c8ce9b928 service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677835 Jun 22 10:20:48.654560 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a42028-f172-4d7f-a58d-6f9d18c2a575 req-92e6f6ab-dd15-4876-b8a3-5d6c032c6784 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:48.657892 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d7a42028-f172-4d7f-a58d-6f9d18c2a575 req-92e6f6ab-dd15-4876-b8a3-5d6c032c6784 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 945 time: 0.0586472 Jun 22 10:20:48.660885 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-b057ad9f-7421-48a7-879c-7cd24397cc38 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Deleting port b8d839df-3077-4c6d-a2d0-a2627ecbc040 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:20:48.661233 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b057ad9f-7421-48a7-879c-7cd24397cc38 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (b8d839df-3077-4c6d-a2d0-a2627ecbc040), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:48.737594 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-07e0017c-6017-4517-a263-cf6433dd83c2 req-15c3e2cd-8882-4889-ac11-4225721716f0 service neutron] 10.222.0.59 "GET /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021878 Jun 22 10:20:48.765060 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b057ad9f-7421-48a7-879c-7cd24397cc38 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (b8d839df-3077-4c6d-a2d0-a2627ecbc040), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:48.766106 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b057ad9f-7421-48a7-879c-7cd24397cc38 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for floatingip (b8d839df-3077-4c6d-a2d0-a2627ecbc040), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:48.767600 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d7a42028-f172-4d7f-a58d-6f9d18c2a575 req-af8bf3bd-284d-4761-8e92-c28909d63ec3 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=523bbcf4-4522-44f9-8f51-6543c7f9f355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033523 Jun 22 10:20:48.779389 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-b057ad9f-7421-48a7-879c-7cd24397cc38 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Calling delete_port for b8d839df-3077-4c6d-a2d0-a2627ecbc040 owned by network:floatingip {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:20:48.907778 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b057ad9f-7421-48a7-879c-7cd24397cc38 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (b8d839df-3077-4c6d-a2d0-a2627ecbc040), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:48.933997 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057ad9f-7421-48a7-879c-7cd24397cc38 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Pushing event deleted for resources: {'Port': ['ID=b8d839df-3077-4c6d-a2d0-a2627ecbc040,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:48.996721 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b057ad9f-7421-48a7-879c-7cd24397cc38 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for floatingip (9c6272d3-d0f5-41ae-887c-2c7053b4bbb0), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:48.999202 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b057ad9f-7421-48a7-879c-7cd24397cc38 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.000912 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-b057ad9f-7421-48a7-879c-7cd24397cc38 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "DELETE /v2.0/floatingips/9c6272d3-d0f5-41ae-887c-2c7053b4bbb0 HTTP/1.1" status: 204 len: 168 time: 0.5323286 Jun 22 10:20:49.079963 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41956) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:20:49.084726 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-3d69c07a-579a-4a4d-96ed-b27a6715d6eb tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1527014971', 'description': 'tempest-description--1834812977'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:20:49.085295 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41958) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:20:49.106630 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3d69c07a-579a-4a4d-96ed-b27a6715d6eb tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.145483 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ac7205f-4ff7-45c3-bb6d-aea21aa356fe tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for security_group (ee1c73e0-7c2b-47a9-b690-d5e889465e8b), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.159577 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:49.169816 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ac7205f-4ff7-45c3-bb6d-aea21aa356fe tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for security_group (ee1c73e0-7c2b-47a9-b690-d5e889465e8b), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.177628 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3d69c07a-579a-4a4d-96ed-b27a6715d6eb tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group (70f49b5a-9cc4-41b1-a04e-0df9845e9a97), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.181275 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3d69c07a-579a-4a4d-96ed-b27a6715d6eb tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (70f49b5a-9cc4-41b1-a04e-0df9845e9a97), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.211786 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3d69c07a-579a-4a4d-96ed-b27a6715d6eb tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.213028 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-3d69c07a-579a-4a4d-96ed-b27a6715d6eb tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1319823 Jun 22 10:20:49.214915 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69c07a-579a-4a4d-96ed-b27a6715d6eb tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f49b5a-9cc4-41b1-a04e-0df9845e9a97,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:49.215992 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41960) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:20:49.221966 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-ea3ecea2-c522-4a41-8f83-3e0826f49995 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Request body: {'security_group_rule': {'security_group_id': '70f49b5a-9cc4-41b1-a04e-0df9845e9a97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:20:49.238279 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ac7205f-4ff7-45c3-bb6d-aea21aa356fe tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (ee1c73e0-7c2b-47a9-b690-d5e889465e8b), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.240815 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ac7205f-4ff7-45c3-bb6d-aea21aa356fe tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.241984 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8ac7205f-4ff7-45c3-bb6d-aea21aa356fe tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "DELETE /v2.0/security-groups/ee1c73e0-7c2b-47a9-b690-d5e889465e8b HTTP/1.1" status: 204 len: 168 time: 0.1556504 Jun 22 10:20:49.244592 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41962) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:20:49.257049 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7205f-4ff7-45c3-bb6d-aea21aa356fe tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1c73e0-7c2b-47a9-b690-d5e889465e8b,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:49.258645 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3', 'name': 'network-vif-deleted', 'tag': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:20:49.261079 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc85116a-ce94-44ed-9927-9d99bfb7f85a" -d '{"events": [{"server_uuid": "86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3", "name": "network-vif-deleted", "tag": "b3cb81b4-fc19-4acc-bb84-84c1f3b739b7"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:20:49.265581 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.api.v2.resource [None req-a4dca5dc-912e-4f39-b269-dfcba3c8d313 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] show failed (client error): The resource could not be found. Jun 22 10:20:49.269330 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-a4dca5dc-912e-4f39-b269-dfcba3c8d313 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups/ee1c73e0-7c2b-47a9-b690-d5e889465e8b HTTP/1.1" status: 404 len: 347 time: 0.0211909 Jun 22 10:20:49.269548 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 41966) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:20:49.272346 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ea3ecea2-c522-4a41-8f83-3e0826f49995 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group_rule (87e0549f-bebd-4bb1-9575-3386b2f129ac), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.311466 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb02c5ea-8059-4ea6-9d55-adedb26b0749 x-openstack-request-id: req-eb02c5ea-8059-4ea6-9d55-adedb26b0749 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:20:49.312027 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3", "name": "network-vif-deleted", "tag": "b3cb81b4-fc19-4acc-bb84-84c1f3b739b7", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:20:49.312027 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb02c5ea-8059-4ea6-9d55-adedb26b0749 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:20:49.313244 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb02c5ea-8059-4ea6-9d55-adedb26b0749'] response: {'server_uuid': '86a421a6-9b8c-40a9-ab7e-30b74c7bd0f3', 'name': 'network-vif-deleted', 'tag': 'b3cb81b4-fc19-4acc-bb84-84c1f3b739b7', 'status': 'completed', 'code': 200} Jun 22 10:20:49.316872 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:49.321179 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:49.336154 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ea3ecea2-c522-4a41-8f83-3e0826f49995 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group_rule (87e0549f-bebd-4bb1-9575-3386b2f129ac), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.340074 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ea3ecea2-c522-4a41-8f83-3e0826f49995 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (87e0549f-bebd-4bb1-9575-3386b2f129ac), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.358730 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ecea2-c522-4a41-8f83-3e0826f49995 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e0549f-bebd-4bb1-9575-3386b2f129ac,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:49.367896 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ea3ecea2-c522-4a41-8f83-3e0826f49995 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.369238 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ea3ecea2-c522-4a41-8f83-3e0826f49995 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1512117 Jun 22 10:20:49.372017 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41968) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:20:49.377017 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-d9e6fb4e-c213-4fcc-8c0a-613ad0df2ea7 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Request body: {'security_group_rule': {'security_group_id': '70f49b5a-9cc4-41b1-a04e-0df9845e9a97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:20:49.391721 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-89e6a142-3ccd-4f91-8008-071371da80fd tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Deleting port c85797bb-fa77-43ed-a180-58f33de9b6b5 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:20:49.392086 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-89e6a142-3ccd-4f91-8008-071371da80fd tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (c85797bb-fa77-43ed-a180-58f33de9b6b5), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.394692 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:49.404331 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d9e6fb4e-c213-4fcc-8c0a-613ad0df2ea7 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group_rule (5173afe5-2e5f-4d8b-9727-d79a82fc7957), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.466137 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d9e6fb4e-c213-4fcc-8c0a-613ad0df2ea7 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group_rule (5173afe5-2e5f-4d8b-9727-d79a82fc7957), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.471010 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d9e6fb4e-c213-4fcc-8c0a-613ad0df2ea7 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (5173afe5-2e5f-4d8b-9727-d79a82fc7957), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.478875 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-89e6a142-3ccd-4f91-8008-071371da80fd tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (c85797bb-fa77-43ed-a180-58f33de9b6b5), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.479153 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-89e6a142-3ccd-4f91-8008-071371da80fd tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for floatingip (c85797bb-fa77-43ed-a180-58f33de9b6b5), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.490945 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6fb4e-c213-4fcc-8c0a-613ad0df2ea7 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5173afe5-2e5f-4d8b-9727-d79a82fc7957,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:49.494082 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-89e6a142-3ccd-4f91-8008-071371da80fd tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Calling delete_port for c85797bb-fa77-43ed-a180-58f33de9b6b5 owned by network:floatingip {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:20:49.498697 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d9e6fb4e-c213-4fcc-8c0a-613ad0df2ea7 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.500076 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d9e6fb4e-c213-4fcc-8c0a-613ad0df2ea7 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270158 Jun 22 10:20:49.503143 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 41970) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:20:49.507371 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-9d44d83a-729d-424b-96ee-699bb91a5fe8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Request body: {'floatingip': {'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:20:49.527794 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d44d83a-729d-424b-96ee-699bb91a5fe8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.548930 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 14658931-09ac-4ec1-9e21-53442e71aacc up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:20:49.603765 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port 14658931-09ac-4ec1-9e21-53442e71aacc completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:20:49.611315 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port 14658931-09ac-4ec1-9e21-53442e71aacc triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:20:49.611772 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (14658931-09ac-4ec1-9e21-53442e71aacc), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.619588 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d44d83a-729d-424b-96ee-699bb91a5fe8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.642416 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-89e6a142-3ccd-4f91-8008-071371da80fd tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (c85797bb-fa77-43ed-a180-58f33de9b6b5), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.666244 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6a142-3ccd-4f91-8008-071371da80fd tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Pushing event deleted for resources: {'Port': ['ID=c85797bb-fa77-43ed-a180-58f33de9b6b5,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:49.691404 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 14658931-09ac-4ec1-9e21-53442e71aacc is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:20:49.691902 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (14658931-09ac-4ec1-9e21-53442e71aacc), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.716742 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982a8b14-2931-49ee-bc63-124bb37fb8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14658931-09ac-4ec1-9e21-53442e71aacc'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:20:49.719176 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93dba79-86d2-4042-919e-4be34f35819b" -d '{"events": [{"server_uuid": "982a8b14-2931-49ee-bc63-124bb37fb8c4", "name": "network-vif-plugged", "status": "completed", "tag": "14658931-09ac-4ec1-9e21-53442e71aacc"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:20:49.732853 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 14658931-09ac-4ec1-9e21-53442e71aacc, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=14658931-09ac-4ec1-9e21-53442e71aacc,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:20:49.733609 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-89e6a142-3ccd-4f91-8008-071371da80fd tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks [] for floatingip (2f5d0367-32c3-468c-ad44-1beb4b86a59d), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.736364 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-89e6a142-3ccd-4f91-8008-071371da80fd tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.740659 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-89e6a142-3ccd-4f91-8008-071371da80fd tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "DELETE /v2.0/floatingips/2f5d0367-32c3-468c-ad44-1beb4b86a59d HTTP/1.1" status: 204 len: 168 time: 0.4700701 Jun 22 10:20:49.742945 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (14658931-09ac-4ec1-9e21-53442e71aacc), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:49.743948 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device d017dd0e-ef63-4ffa-af06-35b32a6bf63f no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:20:49.753484 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-9d44d83a-729d-424b-96ee-699bb91a5fe8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Allocated IP 172.27.0.23 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/8356c577-54f5-43ce-88b9-1d7018897f46) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:20:49.772994 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471b7797-36c3-4804-9575-9fcc3e848a15 x-openstack-request-id: req-471b7797-36c3-4804-9575-9fcc3e848a15 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:20:49.773329 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982a8b14-2931-49ee-bc63-124bb37fb8c4", "name": "network-vif-plugged", "status": "completed", "tag": "14658931-09ac-4ec1-9e21-53442e71aacc", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:20:49.773652 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-471b7797-36c3-4804-9575-9fcc3e848a15 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:20:49.774143 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471b7797-36c3-4804-9575-9fcc3e848a15'] response: {'server_uuid': '982a8b14-2931-49ee-bc63-124bb37fb8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14658931-09ac-4ec1-9e21-53442e71aacc', 'code': 200} Jun 22 10:20:49.776413 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: d017dd0e-ef63-4ffa-af06-35b32a6bf63f {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:20:49.776762 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device d017dd0e-ef63-4ffa-af06-35b32a6bf63f not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:20:49.807373 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:49.831115 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=14658931-09ac-4ec1-9e21-53442e71aacc,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:49.927398 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8b15e-de29-4cd8-93f7-9a80a805e648 req-3bca77bb-c42e-472b-866d-992e5f10b532 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:49.928927 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6ca8b15e-de29-4cd8-93f7-9a80a805e648 req-3bca77bb-c42e-472b-866d-992e5f10b532 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 946 time: 0.0687835 Jun 22 10:20:49.931879 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d44d83a-729d-424b-96ee-699bb91a5fe8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for port (8356c577-54f5-43ce-88b9-1d7018897f46), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:50.001817 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d44d83a-729d-424b-96ee-699bb91a5fe8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (8356c577-54f5-43ce-88b9-1d7018897f46), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:50.010157 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6ca8b15e-de29-4cd8-93f7-9a80a805e648 req-854b8a31-0fc0-421d-b2f9-f5fb34c68d13 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=523bbcf4-4522-44f9-8f51-6543c7f9f355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666051 Jun 22 10:20:50.049833 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d44d83a-729d-424b-96ee-699bb91a5fe8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:20:50.052861 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-9d44d83a-729d-424b-96ee-699bb91a5fe8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:20:50.056674 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d44d83a-729d-424b-96ee-699bb91a5fe8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:20:50.079693 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44d83a-729d-424b-96ee-699bb91a5fe8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Pushing event updated for resources: {'Port': ['ID=8356c577-54f5-43ce-88b9-1d7018897f46,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:50.105148 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=8,neutron:UPDATE=2,neutron:SELECT=87,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:50.138693 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:50.162364 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d44d83a-729d-424b-96ee-699bb91a5fe8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for floatingip (2fbd34be-b7c1-4205-ba4e-03c42a0ea1fb), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:50.197502 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d44d83a-729d-424b-96ee-699bb91a5fe8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (8356c577-54f5-43ce-88b9-1d7018897f46), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:50.287937 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c559f-1056-4ffa-ab00-ca7b2ce4abe6 req-7171d983-4cfc-48e4-83d0-d44d4b13ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:50.289459 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c84c559f-1056-4ffa-ab00-ca7b2ce4abe6 req-7171d983-4cfc-48e4-83d0-d44d4b13ba28 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 1130 time: 0.0442045 Jun 22 10:20:50.334699 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c84c559f-1056-4ffa-ab00-ca7b2ce4abe6 req-b403652b-b850-4cca-9db5-8146e5fb3c09 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=523bbcf4-4522-44f9-8f51-6543c7f9f355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389109 Jun 22 10:20:50.348978 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d44d83a-729d-424b-96ee-699bb91a5fe8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for port (8356c577-54f5-43ce-88b9-1d7018897f46), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:50.353760 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d44d83a-729d-424b-96ee-699bb91a5fe8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6232566'] for port (8356c577-54f5-43ce-88b9-1d7018897f46), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:50.423103 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44d83a-729d-424b-96ee-699bb91a5fe8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Pushing event updated for resources: {'Port': ['ID=8356c577-54f5-43ce-88b9-1d7018897f46,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:50.431324 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d44d83a-729d-424b-96ee-699bb91a5fe8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (2fbd34be-b7c1-4205-ba4e-03c42a0ea1fb), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:50.448312 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d44d83a-729d-424b-96ee-699bb91a5fe8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:50.449545 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9d44d83a-729d-424b-96ee-699bb91a5fe8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9454896 Jun 22 10:20:50.648222 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-48257601-26c8-460d-9914-f77d227b3398 req-e5c6cce4-3106-40a7-875f-5511ba01906d tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1527014971&fields=id&tenant_id=ad52333bcbec425089c44c3e55df97ff HTTP/1.1" status: 200 len: 267 time: 0.0435767 Jun 22 10:20:51.001337 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48257601-26c8-460d-9914-f77d227b3398 req-7996279e-5681-441b-ad0f-5acc7b58afbb tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:51.002888 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-48257601-26c8-460d-9914-f77d227b3398 req-7996279e-5681-441b-ad0f-5acc7b58afbb tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/networks?id=f4e78d1e-cabc-488a-aae3-f9e986faebb4 HTTP/1.1" status: 200 len: 811 time: 0.3484595 Jun 22 10:20:51.019243 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-48257601-26c8-460d-9914-f77d227b3398 req-0263dbe4-2c8f-4bf4-b21a-c4ef185553ac tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/quotas/ad52333bcbec425089c44c3e55df97ff HTTP/1.1" status: 200 len: 375 time: 0.0105407 Jun 22 10:20:51.071379 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-48257601-26c8-460d-9914-f77d227b3398 req-870df3c1-d1f6-447b-90e3-0fc1e778b56d tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad52333bcbec425089c44c3e55df97ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440021 Jun 22 10:20:51.156055 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de673d6-c678-456c-8678-22256e508ca6 req-955c9d82-ccff-40c6-a3fc-91d351baa6ae tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:51.157427 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5de673d6-c678-456c-8678-22256e508ca6 req-955c9d82-ccff-40c6-a3fc-91d351baa6ae tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 946 time: 0.0754399 Jun 22 10:20:51.237450 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-48257601-26c8-460d-9914-f77d227b3398 req-41166efb-9056-4f71-929e-5b79130e31f3 service neutron] 10.222.0.43 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535790 Jun 22 10:20:51.244945 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5de673d6-c678-456c-8678-22256e508ca6 req-881445f1-7cd4-4dba-b6a2-5e259df69f00 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=523bbcf4-4522-44f9-8f51-6543c7f9f355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634658 Jun 22 10:20:51.333409 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-48257601-26c8-460d-9914-f77d227b3398 req-2956c22e-40e9-490c-9a42-efae39de7f3e service neutron] 10.222.0.43 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875297 Jun 22 10:20:51.494353 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-eaa3a224-f447-41e6-b7d7-22c5dcd626a4 req-e9f019bd-3a02-45ca-a639-4bc25011a957 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 210 time: 0.0298483 Jun 22 10:20:52.272646 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f567113-d834-4bfa-a8cd-5f5c347299b3 req-58cdcf4a-584b-422e-9a56-d9ec319b770c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:52.274061 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2f567113-d834-4bfa-a8cd-5f5c347299b3 req-58cdcf4a-584b-422e-9a56-d9ec319b770c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0474517 Jun 22 10:20:52.285001 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:52.304413 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:52.337519 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2f567113-d834-4bfa-a8cd-5f5c347299b3 req-cb65c452-4518-4d26-b339-51f62f485543 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580249 Jun 22 10:20:52.371144 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df8139-7128-44b5-9cdf-1059daddd81f req-ca05f331-7052-45b6-8735-c071845a9436 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:52.372593 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-97df8139-7128-44b5-9cdf-1059daddd81f req-ca05f331-7052-45b6-8735-c071845a9436 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 946 time: 0.0488961 Jun 22 10:20:52.419505 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-97df8139-7128-44b5-9cdf-1059daddd81f req-5e9a107c-f6e9-4f46-b6e1-6931229d4d33 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=523bbcf4-4522-44f9-8f51-6543c7f9f355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403402 Jun 22 10:20:52.535474 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf3882-dba1-4d16-9baa-a2085cd7857f req-44173e07-be15-4dac-939d-ab4adc377a1c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:52.537114 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c3bf3882-dba1-4d16-9baa-a2085cd7857f req-44173e07-be15-4dac-939d-ab4adc377a1c tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 946 time: 0.0488153 Jun 22 10:20:52.545872 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42024) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:20:52.550369 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-86d389a7-9d91-42d1-a290-a267869a2554 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Request body: {'floatingip': {'port_id': '14658931-09ac-4ec1-9e21-53442e71aacc'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:20:52.600837 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-86d389a7-9d91-42d1-a290-a267869a2554 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (244cf518-d91e-420d-a68b-1117a76bb50f), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:52.618676 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a09a6fea-638f-438d-ab29-8e990383fb60 req-1628d24f-4dc8-4c28-91e4-1be12d59dc2d tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 210 time: 0.0352621 Jun 22 10:20:53.043381 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-86d389a7-9d91-42d1-a290-a267869a2554 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:53.047638 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-86d389a7-9d91-42d1-a290-a267869a2554 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (244cf518-d91e-420d-a68b-1117a76bb50f), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:53.140290 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-86d389a7-9d91-42d1-a290-a267869a2554 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Floating IP 244cf518-d91e-420d-a68b-1117a76bb50f associated. External IP: 172.27.0.122, port: 14658931-09ac-4ec1-9e21-53442e71aacc. Jun 22 10:20:53.344307 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d389a7-9d91-42d1-a290-a267869a2554 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:20:53.394394 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:53.444257 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:53.488956 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa294340-30f5-49e1-8f62-18bb29cdc961 req-214ab72e-c85f-4449-af5e-534431a14c54 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:53.490472 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-aa294340-30f5-49e1-8f62-18bb29cdc961 req-214ab72e-c85f-4449-af5e-534431a14c54 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0840344 Jun 22 10:20:53.491604 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d389a7-9d91-42d1-a290-a267869a2554 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:20:53.496311 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-86d389a7-9d91-42d1-a290-a267869a2554 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:53.501618 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd30347-ff1f-4200-836c-61bf583d53e9 None None] Sync routers for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:20:53.511721 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd30347-ff1f-4200-836c-61bf583d53e9 None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:20:53.512341 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-ecd30347-ff1f-4200-836c-61bf583d53e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:20:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:53.545990 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-86d389a7-9d91-42d1-a290-a267869a2554 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "PUT /v2.0/floatingips/244cf518-d91e-420d-a68b-1117a76bb50f HTTP/1.1" status: 200 len: 992 time: 0.9989040 Jun 22 10:20:53.551811 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982a8b14-2931-49ee-bc63-124bb37fb8c4', 'tag': '14658931-09ac-4ec1-9e21-53442e71aacc'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:20:53.554082 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898db771481267bf496a2732a32d4addbcaa54fa352ad4e4fb07179b33d7b991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ed46d8-44f4-4974-8790-fd57c916d28d" -d '{"events": [{"name": "network-changed", "server_uuid": "982a8b14-2931-49ee-bc63-124bb37fb8c4", "tag": "14658931-09ac-4ec1-9e21-53442e71aacc"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:20:53.573229 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-aa294340-30f5-49e1-8f62-18bb29cdc961 req-5576b474-eb1e-4332-8d40-8e95fb1c8d02 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738301 Jun 22 10:20:53.598848 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770dac0a-164e-4260-adc5-65dba2fc51b8 x-openstack-request-id: req-770dac0a-164e-4260-adc5-65dba2fc51b8 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:20:53.599136 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982a8b14-2931-49ee-bc63-124bb37fb8c4", "tag": "14658931-09ac-4ec1-9e21-53442e71aacc", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:20:53.599394 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-770dac0a-164e-4260-adc5-65dba2fc51b8 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:20:53.599817 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-770dac0a-164e-4260-adc5-65dba2fc51b8'] response: {'name': 'network-changed', 'server_uuid': '982a8b14-2931-49ee-bc63-124bb37fb8c4', 'tag': '14658931-09ac-4ec1-9e21-53442e71aacc', 'status': 'completed', 'code': 200} Jun 22 10:20:53.623289 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-ecd30347-ff1f-4200-836c-61bf583d53e9 None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:20:53.712307 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-62ce622a-316c-42f9-888d-e7495f4f33b7 req-25d0c56f-4877-4ca3-94a2-b963dbfcf909 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 210 time: 0.0279531 Jun 22 10:20:53.825029 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:53.830990 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-ecd30347-ff1f-4200-836c-61bf583d53e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '244cf518-d91e-420d-a68b-1117a76bb50f', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'port_id': '14658931-09ac-4ec1-9e21-53442e71aacc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'mac_address': 'fa:16:3e:b2:56:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982a8b14-2931-49ee-bc63-124bb37fb8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:20:35Z', 'updated_at': '2022-06-22T10:20:52Z', 'revision_number': 1, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:53.855555 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd30347-ff1f-4200-836c-61bf583d53e9 None None] Checking router: 5451d18f-d46a-4c3a-8c24-a3ef6daffffe for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:20:53.863598 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd30347-ff1f-4200-836c-61bf583d53e9 None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:20:53.864194 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-ecd30347-ff1f-4200-836c-61bf583d53e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:20:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:53.962828 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-ecd30347-ff1f-4200-836c-61bf583d53e9 None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:20:54.075869 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:54.169633 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-ecd30347-ff1f-4200-836c-61bf583d53e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '244cf518-d91e-420d-a68b-1117a76bb50f', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'port_id': '14658931-09ac-4ec1-9e21-53442e71aacc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'mac_address': 'fa:16:3e:b2:56:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982a8b14-2931-49ee-bc63-124bb37fb8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:20:35Z', 'updated_at': '2022-06-22T10:20:52Z', 'revision_number': 1, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:20:54.194799 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd30347-ff1f-4200-836c-61bf583d53e9 None None] The sync data for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi is: [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '244cf518-d91e-420d-a68b-1117a76bb50f', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'port_id': '14658931-09ac-4ec1-9e21-53442e71aacc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'mac_address': 'fa:16:3e:b2:56:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982a8b14-2931-49ee-bc63-124bb37fb8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:20:35Z', 'updated_at': '2022-06-22T10:20:52Z', 'revision_number': 1, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:20:54.385403 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d843218a-9b86-4944-a8e3-513fcd573ea3 None None] New status for floating IP 244cf518-d91e-420d-a68b-1117a76bb50f: ACTIVE {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:20:54.622613 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed46d8-44f4-4974-8790-fd57c916d28d req-2ec4fd41-979f-4610-9b0b-23ece69f7b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:54.624202 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-29ed46d8-44f4-4974-8790-fd57c916d28d req-2ec4fd41-979f-4610-9b0b-23ece69f7b40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78629282e2b74418a2c1cdac32576ef1&device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 1130 time: 0.0562100 Jun 22 10:20:54.697362 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48257601-26c8-460d-9914-f77d227b3398 req-bcddfb4a-a6c5-47aa-9bad-91062f462b67 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:54.698783 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-48257601-26c8-460d-9914-f77d227b3398 req-bcddfb4a-a6c5-47aa-9bad-91062f462b67 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.59 "GET /v2.0/networks?id=f4e78d1e-cabc-488a-aae3-f9e986faebb4 HTTP/1.1" status: 200 len: 811 time: 0.1547375 Jun 22 10:20:54.712643 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd83b85-2ac0-4c72-a2a8-7d146a210138 req-a93e22e7-a020-4b3d-a74a-e7246f1d8070 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:54.714297 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-afd83b85-2ac0-4c72-a2a8-7d146a210138 req-a93e22e7-a020-4b3d-a74a-e7246f1d8070 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0592752 Jun 22 10:20:54.770254 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-afd83b85-2ac0-4c72-a2a8-7d146a210138 req-e4b76558-44fd-47dc-9720-4c3a7181803a tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490656 Jun 22 10:20:54.817663 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b253ec6e-b2be-407d-a83f-9056571cc66d req-525c1427-3606-4fa1-afa8-95a4e0f20e13 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 210 time: 0.0324814 Jun 22 10:20:54.908352 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-48257601-26c8-460d-9914-f77d227b3398 req-e590ebdb-2d06-4b10-94d7-e66456cd1b4e tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad52333bcbec425089c44c3e55df97ff HTTP/1.1" status: 200 len: 380 time: 0.1124973 Jun 22 10:20:54.925557 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-48257601-26c8-460d-9914-f77d227b3398 req-3a8414f0-3d88-471a-8f7f-356468c819dd tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Request body: {'port': {'device_id': 'edabe652-f189-4feb-89b8-6bc768c1669d', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'admin_state_up': True, 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'security_groups': ['70f49b5a-9cc4-41b1-a04e-0df9845e9a97']}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:20:54.928971 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed46d8-44f4-4974-8790-fd57c916d28d req-43a4acb6-3978-49fd-84d1-67e8ed03fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:54.930430 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-29ed46d8-44f4-4974-8790-fd57c916d28d req-43a4acb6-3978-49fd-84d1-67e8ed03fb35 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8bc94bec-5b18-4b15-a531-8b4a0778b280 HTTP/1.1" status: 200 len: 915 time: 0.1570530 Jun 22 10:20:54.959720 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:55.031289 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c971bce-d6a3-47da-b3b0-77fae1d7a459 req-d7075665-fbe6-43c2-aff7-718fa34911bb tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:55.032778 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6c971bce-d6a3-47da-b3b0-77fae1d7a459 req-d7075665-fbe6-43c2-aff7-718fa34911bb tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.1220593 Jun 22 10:20:55.114117 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-29ed46d8-44f4-4974-8790-fd57c916d28d req-4a5c25df-369c-43f0-b40b-e4eca919fa14 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14658931-09ac-4ec1-9e21-53442e71aacc HTTP/1.1" status: 200 len: 1002 time: 0.1663415 Jun 22 10:20:55.114507 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:55.228398 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed46d8-44f4-4974-8790-fd57c916d28d req-ecdc223e-b6c9-49ae-9a04-472ac770ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:55.229816 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-29ed46d8-44f4-4974-8790-fd57c916d28d req-ecdc223e-b6c9-49ae-9a04-472ac770ee55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22fb0c08-5da0-43f7-a157-f246eb31d192 HTTP/1.1" status: 200 len: 853 time: 0.1098003 Jun 22 10:20:55.235542 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-6c971bce-d6a3-47da-b3b0-77fae1d7a459 req-53ebaaa8-fcde-4388-8df4-73a349b94aa4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Deleting port 211d6c80-be72-4645-8f0a-ec8e4b68c761 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:20:55.236112 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-6c971bce-d6a3-47da-b3b0-77fae1d7a459 req-53ebaaa8-fcde-4388-8df4-73a349b94aa4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (211d6c80-be72-4645-8f0a-ec8e4b68c761), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:55.258344 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48257601-26c8-460d-9914-f77d227b3398 req-3a8414f0-3d88-471a-8f7f-356468c819dd tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Made reservation on behalf of ad52333bcbec425089c44c3e55df97ff for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:20:55.261470 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-48257601-26c8-460d-9914-f77d227b3398 req-3a8414f0-3d88-471a-8f7f-356468c819dd tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:55.354159 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed46d8-44f4-4974-8790-fd57c916d28d req-ce2a64ee-b91b-4bda-ac51-852f20f137a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:55.355893 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-29ed46d8-44f4-4974-8790-fd57c916d28d req-ce2a64ee-b91b-4bda-ac51-852f20f137a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8bc94bec-5b18-4b15-a531-8b4a0778b280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1150498 Jun 22 10:20:55.519776 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-6c971bce-d6a3-47da-b3b0-77fae1d7a459 req-53ebaaa8-fcde-4388-8df4-73a349b94aa4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] For port 211d6c80-be72-4645-8f0a-ec8e4b68c761, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=211d6c80-be72-4645-8f0a-ec8e4b68c761,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:20:55.520061 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-6c971bce-d6a3-47da-b3b0-77fae1d7a459 req-53ebaaa8-fcde-4388-8df4-73a349b94aa4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (211d6c80-be72-4645-8f0a-ec8e4b68c761), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:55.549110 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-6c971bce-d6a3-47da-b3b0-77fae1d7a459 req-53ebaaa8-fcde-4388-8df4-73a349b94aa4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Calling delete_port for 211d6c80-be72-4645-8f0a-ec8e4b68c761 owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:20:55.585264 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-48257601-26c8-460d-9914-f77d227b3398 req-3a8414f0-3d88-471a-8f7f-356468c819dd tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Allocated IP 172.20.0.3 (f4e78d1e-cabc-488a-aae3-f9e986faebb4/dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783/181865e7-8701-4ee4-8619-52218e16c189) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:20:55.618478 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-29ed46d8-44f4-4974-8790-fd57c916d28d req-9cd65584-2971-487a-bcfb-fd1026be9c49 service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557838 Jun 22 10:20:55.670439 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:55.852827 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-29ed46d8-44f4-4974-8790-fd57c916d28d req-58e5f1e5-5912-49aa-911c-d21f69054b71 service neutron] 10.222.0.59 "GET /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233539 Jun 22 10:20:55.900135 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-48257601-26c8-460d-9914-f77d227b3398 req-3a8414f0-3d88-471a-8f7f-356468c819dd tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for port (181865e7-8701-4ee4-8619-52218e16c189), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:55.906876 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:55.915581 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c30dc-6e9a-4336-ac4d-33ace1ccc845 req-4848c336-8b1f-44a3-b8b5-ba1d65f987ca tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:55.923762 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6f3c30dc-6e9a-4336-ac4d-33ace1ccc845 req-4848c336-8b1f-44a3-b8b5-ba1d65f987ca tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f07e4bb-f4e9-428e-8feb-db50b3ff2109 HTTP/1.1" status: 200 len: 945 time: 0.0762579 Jun 22 10:20:55.956570 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-48257601-26c8-460d-9914-f77d227b3398 req-3a8414f0-3d88-471a-8f7f-356468c819dd tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (181865e7-8701-4ee4-8619-52218e16c189), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:55.972766 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7df9b6ba-51ce-47fb-a7db-1fe6236f008c req-8ff181e7-2e93-4055-af16-fd78376f3bf1 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 210 time: 0.0468090 Jun 22 10:20:56.017333 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8414f0-3d88-471a-8f7f-356468c819dd tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Pushing event updated for resources: {'Port': ['ID=181865e7-8701-4ee4-8619-52218e16c189,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:56.022639 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6f3c30dc-6e9a-4336-ac4d-33ace1ccc845 req-ef3eab02-5a1f-4158-bc93-955ecb018cbe tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979400 Jun 22 10:20:56.034260 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48257601-26c8-460d-9914-f77d227b3398 req-3a8414f0-3d88-471a-8f7f-356468c819dd tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Network f4e78d1e-cabc-488a-aae3-f9e986faebb4 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:20:56.035062 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-6c971bce-d6a3-47da-b3b0-77fae1d7a459 req-53ebaaa8-fcde-4388-8df4-73a349b94aa4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (211d6c80-be72-4645-8f0a-ec8e4b68c761), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:56.049288 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['fae1b3df-59c5-40aa-9acc-2d668ec3c54d'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:20:56.049875 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-48257601-26c8-460d-9914-f77d227b3398 req-3a8414f0-3d88-471a-8f7f-356468c819dd tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:20:56.052199 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-48257601-26c8-460d-9914-f77d227b3398 req-3a8414f0-3d88-471a-8f7f-356468c819dd tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:20:56.127178 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48257601-26c8-460d-9914-f77d227b3398 req-3a8414f0-3d88-471a-8f7f-356468c819dd tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:56.127944 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-48257601-26c8-460d-9914-f77d227b3398 req-3a8414f0-3d88-471a-8f7f-356468c819dd tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:56.139694 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebaaa8-fcde-4388-8df4-73a349b94aa4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Pushing event deleted for resources: {'Port': ['ID=211d6c80-be72-4645-8f0a-ec8e4b68c761,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:56.152636 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-48257601-26c8-460d-9914-f77d227b3398 req-3a8414f0-3d88-471a-8f7f-356468c819dd tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2315023 Jun 22 10:20:56.175078 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] Request body: {'port': {'device_id': 'edabe652-f189-4feb-89b8-6bc768c1669d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:20:56.184896 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:56.224681 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c971bce-d6a3-47da-b3b0-77fae1d7a459 req-53ebaaa8-fcde-4388-8df4-73a349b94aa4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] No DVR routers for this DVR port 211d6c80-be72-4645-8f0a-ec8e4b68c761 on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:20:56.228221 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-6c971bce-d6a3-47da-b3b0-77fae1d7a459 req-53ebaaa8-fcde-4388-8df4-73a349b94aa4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:56.231518 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6c971bce-d6a3-47da-b3b0-77fae1d7a459 req-53ebaaa8-fcde-4388-8df4-73a349b94aa4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.59 "DELETE /v2.0/ports/211d6c80-be72-4645-8f0a-ec8e4b68c761 HTTP/1.1" status: 204 len: 173 time: 1.1876674 Jun 22 10:20:56.234610 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f07e4bb-f4e9-428e-8feb-db50b3ff2109', 'name': 'network-vif-deleted', 'tag': '211d6c80-be72-4645-8f0a-ec8e4b68c761'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:20:56.237499 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93144dc-8f86-4ab8-ad4f-980832dbf55e" -d '{"events": [{"server_uuid": "9f07e4bb-f4e9-428e-8feb-db50b3ff2109", "name": "network-vif-deleted", "tag": "211d6c80-be72-4645-8f0a-ec8e4b68c761"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:20:56.285101 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31ee272-f65b-490b-8431-1051ea0f64d1 x-openstack-request-id: req-f31ee272-f65b-490b-8431-1051ea0f64d1 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:20:56.285394 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f07e4bb-f4e9-428e-8feb-db50b3ff2109", "name": "network-vif-deleted", "tag": "211d6c80-be72-4645-8f0a-ec8e4b68c761", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:20:56.285963 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f31ee272-f65b-490b-8431-1051ea0f64d1 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:20:56.286370 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31ee272-f65b-490b-8431-1051ea0f64d1'] response: {'server_uuid': '9f07e4bb-f4e9-428e-8feb-db50b3ff2109', 'name': 'network-vif-deleted', 'tag': '211d6c80-be72-4645-8f0a-ec8e4b68c761', 'status': 'completed', 'code': 200} Jun 22 10:20:56.287285 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (181865e7-8701-4ee4-8619-52218e16c189), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:56.349546 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-c81d8f4f-50a7-4607-a3cb-5bfc89875d3e None None] Provisioning complete for port 181865e7-8701-4ee4-8619-52218e16c189 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:20:56.350312 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c81d8f4f-50a7-4607-a3cb-5bfc89875d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (181865e7-8701-4ee4-8619-52218e16c189), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:56.392743 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-c81d8f4f-50a7-4607-a3cb-5bfc89875d3e None None] Port 181865e7-8701-4ee4-8619-52218e16c189 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:20:56.508688 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:56.587908 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181865e7-8701-4ee4-8619-52218e16c189 {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:20:56.596714 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] Publish callbacks [] for port (181865e7-8701-4ee4-8619-52218e16c189), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:56.610762 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] Transition to ACTIVE for port object 181865e7-8701-4ee4-8619-52218e16c189 will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:20:56.614727 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (181865e7-8701-4ee4-8619-52218e16c189), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:56.927534 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] Pushing event updated for resources: {'Port': ['ID=181865e7-8701-4ee4-8619-52218e16c189,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:57.006598 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] Attempting to bind port 181865e7-8701-4ee4-8619-52218e16c189 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:20:57.007023 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] Attempting to bind port 181865e7-8701-4ee4-8619-52218e16c189 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '5dd0de8d-f8c8-4942-86ff-82b5a3cacf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:20:57.007369 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] Attempting to bind port 181865e7-8701-4ee4-8619-52218e16c189 on network f4e78d1e-cabc-488a-aae3-f9e986faebb4 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:20:57.012349 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] Port 181865e7-8701-4ee4-8619-52218e16c189 on network f4e78d1e-cabc-488a-aae3-f9e986faebb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:20:57.012677 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] Attempting to bind port 181865e7-8701-4ee4-8619-52218e16c189 on network f4e78d1e-cabc-488a-aae3-f9e986faebb4 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:20:57.021607 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:20:57.021607 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] Checking segment: {'id': '5dd0de8d-f8c8-4942-86ff-82b5a3cacf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:20:57.021997 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] Bound using segment: {'id': '5dd0de8d-f8c8-4942-86ff-82b5a3cacf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:20:57.022491 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] Bound port: 181865e7-8701-4ee4-8619-52218e16c189, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd0de8d-f8c8-4942-86ff-82b5a3cacf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:20:57.022860 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (181865e7-8701-4ee4-8619-52218e16c189), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:57.131661 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] For port 181865e7-8701-4ee4-8619-52218e16c189, host hv-cinder-84713, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:20:57.135036 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] For port 181865e7-8701-4ee4-8619-52218e16c189, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=181865e7-8701-4ee4-8619-52218e16c189,segment=NetworkSegment(5dd0de8d-f8c8-4942-86ff-82b5a3cacf29),segment_id=5dd0de8d-f8c8-4942-86ff-82b5a3cacf29)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:20:57.144851 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (181865e7-8701-4ee4-8619-52218e16c189), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:57.172418 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35ade4-84d7-4cc5-8303-af423a098972 req-056878cc-0420-4d47-8eca-1e49cbed34ce tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:57.174004 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d35ade4-84d7-4cc5-8303-af423a098972 req-056878cc-0420-4d47-8eca-1e49cbed34ce tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 943 time: 0.0911059 Jun 22 10:20:57.184850 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:57.185468 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:20:57.187812 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-48257601-26c8-460d-9914-f77d227b3398 req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] 10.222.0.59 "PUT /v2.0/ports/181865e7-8701-4ee4-8619-52218e16c189 HTTP/1.1" status: 200 len: 1093 time: 1.0175722 Jun 22 10:20:57.225670 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0431016-f248-4233-b7e6-0d2e075c1f46 service neutron] Pushing event updated for resources: {'Port': ['ID=181865e7-8701-4ee4-8619-52218e16c189,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:20:57.256130 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d35ade4-84d7-4cc5-8303-af423a098972 req-92d723c8-ec1c-4156-b7f8-bac5d65e4ebd tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=70f49b5a-9cc4-41b1-a04e-0df9845e9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763736 Jun 22 10:20:57.307119 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48257601-26c8-460d-9914-f77d227b3398 req-808badf7-0d04-4457-a0fd-a0336a12d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:57.308839 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-48257601-26c8-460d-9914-f77d227b3398 req-808badf7-0d04-4457-a0fd-a0336a12d844 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad52333bcbec425089c44c3e55df97ff&device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 1127 time: 0.0665538 Jun 22 10:20:57.373496 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cf280-3662-4e89-af2e-808e35afe39c req-8dbbb761-b549-444d-b788-077d97b98332 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:57.375738 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-878cf280-3662-4e89-af2e-808e35afe39c req-8dbbb761-b549-444d-b788-077d97b98332 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0520289 Jun 22 10:20:57.429149 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-878cf280-3662-4e89-af2e-808e35afe39c req-87745fb5-b4f0-46d8-9a5c-01b0660df9da tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473533 Jun 22 10:20:57.554773 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 211d6c80-be72-4645-8f0a-ec8e4b68c761 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:20:57.577538 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: 211d6c80-be72-4645-8f0a-ec8e4b68c761 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:20:57.577846 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 211d6c80-be72-4645-8f0a-ec8e4b68c761 not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:20:57.985235 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bad39-f863-4c38-960a-8fcd6f3c6bc3 req-7851abeb-a54f-4146-803c-db6b3653144c tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:57.986652 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b89bad39-f863-4c38-960a-8fcd6f3c6bc3 req-7851abeb-a54f-4146-803c-db6b3653144c tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0473504 Jun 22 10:20:58.032987 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b89bad39-f863-4c38-960a-8fcd6f3c6bc3 req-2d2c570a-42db-4dd3-ba00-1d7e99c82ffd tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407898 Jun 22 10:20:58.287815 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edabe652-f189-4feb-89b8-6bc768c1669d', 'tag': '181865e7-8701-4ee4-8619-52218e16c189'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:20:58.290172 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e0113f-1efb-4aab-b187-e7408257e434" -d '{"events": [{"name": "network-changed", "server_uuid": "edabe652-f189-4feb-89b8-6bc768c1669d", "tag": "181865e7-8701-4ee4-8619-52218e16c189"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:20:58.326126 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9977d8e-10ed-4780-9635-3fbb725289a3 x-openstack-request-id: req-c9977d8e-10ed-4780-9635-3fbb725289a3 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:20:58.326420 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edabe652-f189-4feb-89b8-6bc768c1669d", "tag": "181865e7-8701-4ee4-8619-52218e16c189", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:20:58.326678 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9977d8e-10ed-4780-9635-3fbb725289a3 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:20:58.327080 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9977d8e-10ed-4780-9635-3fbb725289a3'] response: {'name': 'network-changed', 'server_uuid': 'edabe652-f189-4feb-89b8-6bc768c1669d', 'tag': '181865e7-8701-4ee4-8619-52218e16c189', 'status': 'completed', 'code': 200} Jun 22 10:20:58.373189 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec7eb0-8677-4884-b954-8fd451af1aa5 req-58cd2ac8-af5d-4cf9-8897-c7ad0d95a085 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:58.374707 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-01ec7eb0-8677-4884-b954-8fd451af1aa5 req-58cd2ac8-af5d-4cf9-8897-c7ad0d95a085 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 943 time: 0.0502267 Jun 22 10:20:58.421056 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-01ec7eb0-8677-4884-b954-8fd451af1aa5 req-c8d9750d-4f02-4b23-9bd0-4a83378ed622 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=70f49b5a-9cc4-41b1-a04e-0df9845e9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407963 Jun 22 10:20:58.544931 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b08cb3-c4af-4e51-a594-1b4d8e15ce0a req-59b46175-e4a9-4cb2-9a23-a469e24c317b tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:58.546458 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-81b08cb3-c4af-4e51-a594-1b4d8e15ce0a req-59b46175-e4a9-4cb2-9a23-a469e24c317b tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0461485 Jun 22 10:20:58.592530 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-81b08cb3-c4af-4e51-a594-1b4d8e15ce0a req-e3c7cbca-4981-4e05-b537-011543390b25 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406740 Jun 22 10:20:59.152293 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de23b2-ab3c-4133-9e13-15e288a4b3c2 req-48a40f13-f6d9-478d-b344-e32bee59de27 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:59.153775 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-87de23b2-ab3c-4133-9e13-15e288a4b3c2 req-48a40f13-f6d9-478d-b344-e32bee59de27 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0460534 Jun 22 10:20:59.204406 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-87de23b2-ab3c-4133-9e13-15e288a4b3c2 req-b639bd94-c4e4-4e14-9cf7-f97fb8a65206 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443163 Jun 22 10:20:59.535485 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9561a88-4415-47fb-b741-2eb40f81ddab req-8c7bed91-7480-4145-82df-3629263bb8b4 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:59.536945 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a9561a88-4415-47fb-b741-2eb40f81ddab req-8c7bed91-7480-4145-82df-3629263bb8b4 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 943 time: 0.0481009 Jun 22 10:20:59.577898 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:59.586153 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a9561a88-4415-47fb-b741-2eb40f81ddab req-1d07fcf5-d028-4c9a-9952-bc97bcef95a6 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=70f49b5a-9cc4-41b1-a04e-0df9845e9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437019 Jun 22 10:20:59.667177 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:20:59.704861 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57e7c1-01ff-488a-8562-dede005e8b8f req-8b165225-fb8a-4d33-9484-906e656558af tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:20:59.706362 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9b57e7c1-01ff-488a-8562-dede005e8b8f req-8b165225-fb8a-4d33-9484-906e656558af tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0476518 Jun 22 10:20:59.752810 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9b57e7c1-01ff-488a-8562-dede005e8b8f req-3b6c8280-f7ae-4b0f-8e63-9a34e48d44e4 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410173 Jun 22 10:21:00.234219 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-48257601-26c8-460d-9914-f77d227b3398 req-706e2cd9-9a7c-42ef-8ee6-a5df897dd110 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=181865e7-8701-4ee4-8619-52218e16c189 HTTP/1.1" status: 200 len: 217 time: 0.0331764 Jun 22 10:21:00.331531 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588d42b-7532-4b55-be5e-40a9b337fa26 req-ce49061b-cde6-491e-a270-cd99239568c4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:00.333019 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f588d42b-7532-4b55-be5e-40a9b337fa26 req-ce49061b-cde6-491e-a270-cd99239568c4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0518827 Jun 22 10:21:00.335884 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48257601-26c8-460d-9914-f77d227b3398 req-55b9d5fc-620c-43a3-b16c-ebb07df4d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:00.337377 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-48257601-26c8-460d-9914-f77d227b3398 req-55b9d5fc-620c-43a3-b16c-ebb07df4d849 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783 HTTP/1.1" status: 200 len: 850 time: 0.0490577 Jun 22 10:21:00.383020 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f588d42b-7532-4b55-be5e-40a9b337fa26 req-a6f5ec14-ec75-475f-a67e-96defc0b7c43 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439391 Jun 22 10:21:00.451803 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:00.481418 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48257601-26c8-460d-9914-f77d227b3398 req-3871a1a5-94a2-4c6d-bd50-a554a57c0529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:00.482936 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-48257601-26c8-460d-9914-f77d227b3398 req-3871a1a5-94a2-4c6d-bd50-a554a57c0529 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f4e78d1e-cabc-488a-aae3-f9e986faebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403030 Jun 22 10:21:00.566458 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c255e9-d9af-4828-ad82-5b9f7d47eb0f req-9a2a1ab5-f6f5-4ffe-a5f2-1183e4759e55 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:00.567917 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-12c255e9-d9af-4828-ad82-5b9f7d47eb0f req-9a2a1ab5-f6f5-4ffe-a5f2-1183e4759e55 tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0687108 Jun 22 10:21:00.681390 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-48257601-26c8-460d-9914-f77d227b3398 req-92487b63-9ffe-4fd4-866d-ff580663bc03 service neutron] 10.222.0.59 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831563 Jun 22 10:21:00.699102 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-12c255e9-d9af-4828-ad82-5b9f7d47eb0f req-15dbe78f-5f7b-493d-bd5b-920a7e1c450c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Deleting port fae1b3df-59c5-40aa-9acc-2d668ec3c54d {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:21:00.699438 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-12c255e9-d9af-4828-ad82-5b9f7d47eb0f req-15dbe78f-5f7b-493d-bd5b-920a7e1c450c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (fae1b3df-59c5-40aa-9acc-2d668ec3c54d), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:00.703073 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7e638-a247-4979-bfb0-0b95c1929352 req-2066f5da-ff91-4dcb-9dce-da625673702c tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:00.704605 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-81f7e638-a247-4979-bfb0-0b95c1929352 req-2066f5da-ff91-4dcb-9dce-da625673702c tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 943 time: 0.0492892 Jun 22 10:21:00.754452 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-81f7e638-a247-4979-bfb0-0b95c1929352 req-f3f49f88-0137-41b6-8ba1-222685dfb53a tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=70f49b5a-9cc4-41b1-a04e-0df9845e9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440400 Jun 22 10:21:00.810464 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:00.857748 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-12c255e9-d9af-4828-ad82-5b9f7d47eb0f req-15dbe78f-5f7b-493d-bd5b-920a7e1c450c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] For port fae1b3df-59c5-40aa-9acc-2d668ec3c54d, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=fae1b3df-59c5-40aa-9acc-2d668ec3c54d,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:21:00.858121 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-12c255e9-d9af-4828-ad82-5b9f7d47eb0f req-15dbe78f-5f7b-493d-bd5b-920a7e1c450c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (fae1b3df-59c5-40aa-9acc-2d668ec3c54d), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:00.867383 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-48257601-26c8-460d-9914-f77d227b3398 req-8712c135-6b59-448a-b1ac-75437c2769d2 service neutron] 10.222.0.59 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784203 Jun 22 10:21:00.873459 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-12c255e9-d9af-4828-ad82-5b9f7d47eb0f req-15dbe78f-5f7b-493d-bd5b-920a7e1c450c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Calling delete_port for fae1b3df-59c5-40aa-9acc-2d668ec3c54d owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:21:00.877727 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be3e9e-9263-4817-b79e-9e1de55c41cf req-1020930e-35b8-40c1-8f93-9eaeb588dd9f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:00.877727 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f5be3e9e-9263-4817-b79e-9e1de55c41cf req-1020930e-35b8-40c1-8f93-9eaeb588dd9f tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 946 time: 0.0524592 Jun 22 10:21:00.933392 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f5be3e9e-9263-4817-b79e-9e1de55c41cf req-bd327a83-b8c3-4963-b5f6-583d1724accd tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/security-groups?id=cffb080d-f452-4dc8-82ed-0ee4f77580b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467172 Jun 22 10:21:01.009346 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-12c255e9-d9af-4828-ad82-5b9f7d47eb0f req-15dbe78f-5f7b-493d-bd5b-920a7e1c450c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (fae1b3df-59c5-40aa-9acc-2d668ec3c54d), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:01.026760 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['fae1b3df-59c5-40aa-9acc-2d668ec3c54d'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:21:01.041021 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbe78f-5f7b-493d-bd5b-920a7e1c450c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Pushing event deleted for resources: {'Port': ['ID=fae1b3df-59c5-40aa-9acc-2d668ec3c54d,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:01.085147 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c255e9-d9af-4828-ad82-5b9f7d47eb0f req-15dbe78f-5f7b-493d-bd5b-920a7e1c450c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] No DVR routers for this DVR port fae1b3df-59c5-40aa-9acc-2d668ec3c54d on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:21:01.087725 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-12c255e9-d9af-4828-ad82-5b9f7d47eb0f req-15dbe78f-5f7b-493d-bd5b-920a7e1c450c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:01.090969 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-12c255e9-d9af-4828-ad82-5b9f7d47eb0f req-15dbe78f-5f7b-493d-bd5b-920a7e1c450c tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.59 "DELETE /v2.0/ports/fae1b3df-59c5-40aa-9acc-2d668ec3c54d HTTP/1.1" status: 204 len: 173 time: 0.4974370 Jun 22 10:21:01.091404 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d495ae-295a-4ffa-a2d9-5774249e687d', 'name': 'network-vif-deleted', 'tag': 'fae1b3df-59c5-40aa-9acc-2d668ec3c54d'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:21:01.094427 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce6c354-2c5f-4fe5-8fbf-565bb990a0ae" -d '{"events": [{"server_uuid": "a8d495ae-295a-4ffa-a2d9-5774249e687d", "name": "network-vif-deleted", "tag": "fae1b3df-59c5-40aa-9acc-2d668ec3c54d"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:21:01.129997 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae91c0d0-931f-48ca-8fcd-1f2f6eeb4769 x-openstack-request-id: req-ae91c0d0-931f-48ca-8fcd-1f2f6eeb4769 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:21:01.130281 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d495ae-295a-4ffa-a2d9-5774249e687d", "name": "network-vif-deleted", "tag": "fae1b3df-59c5-40aa-9acc-2d668ec3c54d", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:21:01.130530 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae91c0d0-931f-48ca-8fcd-1f2f6eeb4769 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:21:01.130932 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae91c0d0-931f-48ca-8fcd-1f2f6eeb4769'] response: {'server_uuid': 'a8d495ae-295a-4ffa-a2d9-5774249e687d', 'name': 'network-vif-deleted', 'tag': 'fae1b3df-59c5-40aa-9acc-2d668ec3c54d', 'status': 'completed', 'code': 200} Jun 22 10:21:01.505243 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc449ea-d372-41c0-97d6-a429f0231345 req-b8732a7f-becd-4df3-a952-ef452cfed62d tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:01.506939 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2dc449ea-d372-41c0-97d6-a429f0231345 req-b8732a7f-becd-4df3-a952-ef452cfed62d tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0516968 Jun 22 10:21:01.556151 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2dc449ea-d372-41c0-97d6-a429f0231345 req-fd41daed-9968-417b-be1f-46fd5c8f156f tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423076 Jun 22 10:21:01.773649 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0113f-1efb-4aab-b187-e7408257e434 req-cc648c63-635f-44fe-a30a-e7b89685753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:01.775252 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f6e0113f-1efb-4aab-b187-e7408257e434 req-cc648c63-635f-44fe-a30a-e7b89685753d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad52333bcbec425089c44c3e55df97ff&device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 1127 time: 0.0418262 Jun 22 10:21:01.877515 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6331-4e49-479f-a250-a726579c7ff1 req-e2415516-bc29-4933-867a-7563fe9b6eff tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:01.879050 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-79fd6331-4e49-479f-a250-a726579c7ff1 req-e2415516-bc29-4933-867a-7563fe9b6eff tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 943 time: 0.0499983 Jun 22 10:21:01.883596 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0113f-1efb-4aab-b187-e7408257e434 req-25f66f27-801e-471e-bc7c-6ede09e5ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:01.885105 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f6e0113f-1efb-4aab-b187-e7408257e434 req-25f66f27-801e-471e-bc7c-6ede09e5ea67 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f4e78d1e-cabc-488a-aae3-f9e986faebb4 HTTP/1.1" status: 200 len: 912 time: 0.1027117 Jun 22 10:21:01.930982 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-79fd6331-4e49-479f-a250-a726579c7ff1 req-01ff1914-f133-4ccf-8f09-d36aebda27ce tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=70f49b5a-9cc4-41b1-a04e-0df9845e9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463641 Jun 22 10:21:02.046750 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-941fe346-e92a-466f-813c-c27381361c6b req-27ee229f-1562-4304-be0c-9d2f9fb6956b tempest-ServerRescueNegativeTestJSON-2023039799 tempest-ServerRescueNegativeTestJSON-2023039799-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8d495ae-295a-4ffa-a2d9-5774249e687d HTTP/1.1" status: 200 len: 210 time: 0.0284803 Jun 22 10:21:02.141730 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f6e0113f-1efb-4aab-b187-e7408257e434 req-c3676782-2ca5-4ffa-a0e6-3961160e66c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=181865e7-8701-4ee4-8619-52218e16c189 HTTP/1.1" status: 200 len: 217 time: 0.0347748 Jun 22 10:21:02.193385 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0113f-1efb-4aab-b187-e7408257e434 req-4870f97d-4a9c-47fd-a07a-28dd6b94d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:02.194936 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f6e0113f-1efb-4aab-b187-e7408257e434 req-4870f97d-4a9c-47fd-a07a-28dd6b94d7d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783 HTTP/1.1" status: 200 len: 850 time: 0.0463951 Jun 22 10:21:02.245468 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:02.249139 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0113f-1efb-4aab-b187-e7408257e434 req-aba350f4-9121-42b1-bc28-954773339088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:02.250886 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f6e0113f-1efb-4aab-b187-e7408257e434 req-aba350f4-9121-42b1-bc28-954773339088 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f4e78d1e-cabc-488a-aae3-f9e986faebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490348 Jun 22 10:21:02.345378 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f6e0113f-1efb-4aab-b187-e7408257e434 req-ed811fa9-dcee-4587-ba27-4016111690f6 service neutron] 10.222.0.59 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834594 Jun 22 10:21:02.443413 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f6e0113f-1efb-4aab-b187-e7408257e434 req-4f0173b0-b267-462d-ac45-09d5782f187b service neutron] 10.222.0.59 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915697 Jun 22 10:21:02.673430 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09d8e5-f80f-4744-b379-f9b7ee508bf3 req-be27f8a9-0ef0-4bbe-bc99-f8f268d65b67 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:02.678270 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-be09d8e5-f80f-4744-b379-f9b7ee508bf3 req-be27f8a9-0ef0-4bbe-bc99-f8f268d65b67 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0495031 Jun 22 10:21:02.728673 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-be09d8e5-f80f-4744-b379-f9b7ee508bf3 req-6bcaea9d-c6e2-42f8-8867-4fb5dc89417b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447860 Jun 22 10:21:03.051551 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c078c7-561d-4d53-afbd-17907321370d req-7504be3c-6e82-40b9-8de2-b640eef95550 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:03.054229 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c6c078c7-561d-4d53-afbd-17907321370d req-7504be3c-6e82-40b9-8de2-b640eef95550 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 943 time: 0.0515385 Jun 22 10:21:03.110165 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c6c078c7-561d-4d53-afbd-17907321370d req-d91d5e41-2f4d-4141-b488-a129d56f9872 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=70f49b5a-9cc4-41b1-a04e-0df9845e9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505819 Jun 22 10:21:03.120775 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42124) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:03.466791 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:03.474900 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:03.525041 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8529d331-e649-4908-ac58-7e803b94e1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722568'] for router_interface (270c905a-12a6-4f40-908f-84553181ba5e), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:03.598264 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 181865e7-8701-4ee4-8619-52218e16c189 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:21:03.601164 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device fae1b3df-59c5-40aa-9acc-2d668ec3c54d no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:21:03.636642 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: fae1b3df-59c5-40aa-9acc-2d668ec3c54d {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:21:03.637005 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device fae1b3df-59c5-40aa-9acc-2d668ec3c54d not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:21:03.729325 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 181865e7-8701-4ee4-8619-52218e16c189, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=181865e7-8701-4ee4-8619-52218e16c189,segment=NetworkSegment(5dd0de8d-f8c8-4942-86ff-82b5a3cacf29),segment_id=5dd0de8d-f8c8-4942-86ff-82b5a3cacf29)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:21:03.740290 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': '181865e7-8701-4ee4-8619-52218e16c189', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'port_id': '181865e7-8701-4ee4-8619-52218e16c189', 'mac_address': 'fa:16:3e:10:be:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 994, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:21:03.756780 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-8529d331-e649-4908-ac58-7e803b94e1e2 admin admin] Deleting port 5e427e75-0a90-4475-aedf-e42cc726e9ac {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:21:03.756956 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8529d331-e649-4908-ac58-7e803b94e1e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (5e427e75-0a90-4475-aedf-e42cc726e9ac), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:03.777275 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 181865e7-8701-4ee4-8619-52218e16c189 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:21:03.777677 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (181865e7-8701-4ee4-8619-52218e16c189), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:03.791210 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181865e7-8701-4ee4-8619-52218e16c189 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:21:03.817029 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 181865e7-8701-4ee4-8619-52218e16c189, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=181865e7-8701-4ee4-8619-52218e16c189,segment=NetworkSegment(5dd0de8d-f8c8-4942-86ff-82b5a3cacf29),segment_id=5dd0de8d-f8c8-4942-86ff-82b5a3cacf29)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:21:03.821259 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (181865e7-8701-4ee4-8619-52218e16c189), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:03.868012 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=181865e7-8701-4ee4-8619-52218e16c189,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:03.877778 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f25df-03c0-4c42-b9c2-3ef20e0cf09e req-2f79f551-982d-49bf-9ebd-2d116cab3659 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:03.879279 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-999f25df-03c0-4c42-b9c2-3ef20e0cf09e req-2f79f551-982d-49bf-9ebd-2d116cab3659 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0644073 Jun 22 10:21:03.884355 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-8529d331-e649-4908-ac58-7e803b94e1e2 admin admin] For port 5e427e75-0a90-4475-aedf-e42cc726e9ac, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=5e427e75-0a90-4475-aedf-e42cc726e9ac,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:21:03.884844 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8529d331-e649-4908-ac58-7e803b94e1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (5e427e75-0a90-4475-aedf-e42cc726e9ac), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:03.910602 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-8529d331-e649-4908-ac58-7e803b94e1e2 admin admin] Calling delete_port for 5e427e75-0a90-4475-aedf-e42cc726e9ac owned by network:router_interface {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:21:03.979965 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-999f25df-03c0-4c42-b9c2-3ef20e0cf09e req-d774aac2-5316-45e5-9cef-8306ee4e64c8 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922415 Jun 22 10:21:04.040884 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['181865e7-8701-4ee4-8619-52218e16c189'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:21:04.122865 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8529d331-e649-4908-ac58-7e803b94e1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (5e427e75-0a90-4475-aedf-e42cc726e9ac), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:04.124790 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:04.152844 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529d331-e649-4908-ac58-7e803b94e1e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e427e75-0a90-4475-aedf-e42cc726e9ac,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:04.261889 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258773de-d40a-4305-8196-58449342536d req-4d7dd860-8270-47c7-838c-bf4f062e236f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:04.263439 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-258773de-d40a-4305-8196-58449342536d req-4d7dd860-8270-47c7-838c-bf4f062e236f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 944 time: 0.0629454 Jun 22 10:21:04.556424 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:04.565022 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:04.618622 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-258773de-d40a-4305-8196-58449342536d req-2bac738d-651e-4521-9c45-15ddcd428b94 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=70f49b5a-9cc4-41b1-a04e-0df9845e9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929272 Jun 22 10:21:04.627395 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8529d331-e649-4908-ac58-7e803b94e1e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722460'] for router_interface (270c905a-12a6-4f40-908f-84553181ba5e), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:04.833115 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8529d331-e649-4908-ac58-7e803b94e1e2 admin admin] Router 270c905a-12a6-4f40-908f-84553181ba5e has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:21:04.936078 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8529d331-e649-4908-ac58-7e803b94e1e2 admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:21:04.942880 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8529d331-e649-4908-ac58-7e803b94e1e2 admin admin] 10.222.0.43 "PUT /v2.0/routers/270c905a-12a6-4f40-908f-84553181ba5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8210208 Jun 22 10:21:04.944179 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42132) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:04.945755 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064217e5-061f-45bd-b46f-1ad9f0aa3d3b None None] Sync routers for ids ['270c905a-12a6-4f40-908f-84553181ba5e'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:21:04.956073 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064217e5-061f-45bd-b46f-1ad9f0aa3d3b None None] Routers {'270c905a-12a6-4f40-908f-84553181ba5e'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:21:04.956710 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-064217e5-061f-45bd-b46f-1ad9f0aa3d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:20:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['270c905a-12a6-4f40-908f-84553181ba5e'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:21:05.044129 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b3057ad7-fbe6-4350-bc5e-b568316b4287 admin admin] Publish callbacks [] for router (270c905a-12a6-4f40-908f-84553181ba5e), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:05.058750 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-064217e5-061f-45bd-b46f-1ad9f0aa3d3b None None] Set router 270c905a-12a6-4f40-908f-84553181ba5e gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:21:05.167942 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eef54-031d-4c7e-b826-0e7e7b67e1ff req-229d85ea-f01d-4e75-a8bf-cf77889b2ed7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:05.169447 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-558eef54-031d-4c7e-b826-0e7e7b67e1ff req-229d85ea-f01d-4e75-a8bf-cf77889b2ed7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0923591 Jun 22 10:21:05.204826 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b3057ad7-fbe6-4350-bc5e-b568316b4287 admin admin] Publish callbacks [] for router_gateway (270c905a-12a6-4f40-908f-84553181ba5e), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:05.260631 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-558eef54-031d-4c7e-b826-0e7e7b67e1ff req-c1ad2050-4383-428f-9536-eba57833c746 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843074 Jun 22 10:21:05.269190 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-b3057ad7-fbe6-4350-bc5e-b568316b4287 admin admin] Deleting port 1ef79595-1aaa-48df-9bf6-ebec7cb3760a {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:21:05.269542 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b3057ad7-fbe6-4350-bc5e-b568316b4287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (1ef79595-1aaa-48df-9bf6-ebec7cb3760a), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:05.318618 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-064217e5-061f-45bd-b46f-1ad9f0aa3d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270c905a-12a6-4f40-908f-84553181ba5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1179079051-router', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:21:04Z', 'revision_number': 5, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'gw_port': {'id': '1ef79595-1aaa-48df-9bf6-ebec7cb3760a', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270c905a-12a6-4f40-908f-84553181ba5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:21:05.343857 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064217e5-061f-45bd-b46f-1ad9f0aa3d3b None None] Checking router: 270c905a-12a6-4f40-908f-84553181ba5e for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:21:05.349606 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-b3057ad7-fbe6-4350-bc5e-b568316b4287 admin admin] For port 1ef79595-1aaa-48df-9bf6-ebec7cb3760a, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=1ef79595-1aaa-48df-9bf6-ebec7cb3760a,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:21:05.349997 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b3057ad7-fbe6-4350-bc5e-b568316b4287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (1ef79595-1aaa-48df-9bf6-ebec7cb3760a), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:05.352122 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064217e5-061f-45bd-b46f-1ad9f0aa3d3b None None] Routers {'270c905a-12a6-4f40-908f-84553181ba5e'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:21:05.352978 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-064217e5-061f-45bd-b46f-1ad9f0aa3d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:20:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['270c905a-12a6-4f40-908f-84553181ba5e'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:21:05.363313 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-b3057ad7-fbe6-4350-bc5e-b568316b4287 admin admin] Calling delete_port for 1ef79595-1aaa-48df-9bf6-ebec7cb3760a owned by network:router_gateway {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:21:05.373682 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:05.435571 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-064217e5-061f-45bd-b46f-1ad9f0aa3d3b None None] Set router 270c905a-12a6-4f40-908f-84553181ba5e gateway port host: None {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:21:05.468440 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:05.487125 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-064217e5-061f-45bd-b46f-1ad9f0aa3d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270c905a-12a6-4f40-908f-84553181ba5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1179079051-router', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:21:05Z', 'revision_number': 6, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'gw_port_host': None}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:21:05.513025 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064217e5-061f-45bd-b46f-1ad9f0aa3d3b None None] The sync data for ids ['270c905a-12a6-4f40-908f-84553181ba5e'] in dv-cinder-847131-1-iscsi is: [{'id': '270c905a-12a6-4f40-908f-84553181ba5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1179079051-router', 'tenant_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:21:05Z', 'revision_number': 6, 'project_id': 'c3277b9cbc4b4a8bbacee8440cea1ed2', 'gw_port_host': None}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:21:05.537127 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b3057ad7-fbe6-4350-bc5e-b568316b4287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (1ef79595-1aaa-48df-9bf6-ebec7cb3760a), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:05.565197 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3057ad7-fbe6-4350-bc5e-b568316b4287 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef79595-1aaa-48df-9bf6-ebec7cb3760a,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:05.602172 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 181865e7-8701-4ee4-8619-52218e16c189 up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:21:05.631923 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b3057ad7-fbe6-4350-bc5e-b568316b4287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-727608'] for router_gateway (270c905a-12a6-4f40-908f-84553181ba5e), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:05.645345 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port 181865e7-8701-4ee4-8619-52218e16c189 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:21:05.653207 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port 181865e7-8701-4ee4-8619-52218e16c189 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:21:05.653665 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (181865e7-8701-4ee4-8619-52218e16c189), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:05.728199 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 181865e7-8701-4ee4-8619-52218e16c189 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:21:05.728603 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (181865e7-8701-4ee4-8619-52218e16c189), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:05.731587 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b3057ad7-fbe6-4350-bc5e-b568316b4287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261000'] for router (270c905a-12a6-4f40-908f-84553181ba5e), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:05.749308 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b3057ad7-fbe6-4350-bc5e-b568316b4287 admin admin] Publish callbacks [] for router_controller (270c905a-12a6-4f40-908f-84553181ba5e), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:05.752456 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edabe652-f189-4feb-89b8-6bc768c1669d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181865e7-8701-4ee4-8619-52218e16c189'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:21:05.754810 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a08910-07ef-45ba-b6dd-eacc4fd0788a" -d '{"events": [{"server_uuid": "edabe652-f189-4feb-89b8-6bc768c1669d", "name": "network-vif-plugged", "status": "completed", "tag": "181865e7-8701-4ee4-8619-52218e16c189"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:21:05.772465 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 181865e7-8701-4ee4-8619-52218e16c189, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=181865e7-8701-4ee4-8619-52218e16c189,segment=NetworkSegment(5dd0de8d-f8c8-4942-86ff-82b5a3cacf29),segment_id=5dd0de8d-f8c8-4942-86ff-82b5a3cacf29)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:21:05.779969 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (181865e7-8701-4ee4-8619-52218e16c189), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:05.802593 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf15449-223c-407d-af29-c9345c668f6b req-269cf3f3-5e10-4f6c-a86f-ce8f66f226f4 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:05.804110 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fbf15449-223c-407d-af29-c9345c668f6b req-269cf3f3-5e10-4f6c-a86f-ce8f66f226f4 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 944 time: 0.1133289 Jun 22 10:21:05.807221 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2299bf-347a-4070-8e93-803f2ec0fc16 x-openstack-request-id: req-2b2299bf-347a-4070-8e93-803f2ec0fc16 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:21:05.807221 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edabe652-f189-4feb-89b8-6bc768c1669d", "name": "network-vif-plugged", "status": "completed", "tag": "181865e7-8701-4ee4-8619-52218e16c189", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:21:05.807221 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b2299bf-347a-4070-8e93-803f2ec0fc16 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:21:05.807221 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b2299bf-347a-4070-8e93-803f2ec0fc16'] response: {'server_uuid': 'edabe652-f189-4feb-89b8-6bc768c1669d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181865e7-8701-4ee4-8619-52218e16c189', 'code': 200} Jun 22 10:21:05.812459 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b3057ad7-fbe6-4350-bc5e-b568316b4287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-724415'] for router (270c905a-12a6-4f40-908f-84553181ba5e), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:05.813057 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3057ad7-fbe6-4350-bc5e-b568316b4287 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 270c905a-12a6-4f40-908f-84553181ba5e {{(pid=104123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:21:05.819100 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b3057ad7-fbe6-4350-bc5e-b568316b4287 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:05.820401 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b3057ad7-fbe6-4350-bc5e-b568316b4287 admin admin] 10.222.0.43 "DELETE /v2.0/routers/270c905a-12a6-4f40-908f-84553181ba5e HTTP/1.1" status: 204 len: 168 time: 0.8751543 Jun 22 10:21:05.823272 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42142) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:05.834565 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=181865e7-8701-4ee4-8619-52218e16c189,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:05.911169 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1cbb945-6d03-45c7-95e0-3d0106a413b7 admin admin] Deleting subnet 8d52cd81-ade1-4a9c-ad07-0183651deb0b {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 10:21:05.918739 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb945-6d03-45c7-95e0-3d0106a413b7 admin admin] Publish callbacks [] for subnet (8d52cd81-ade1-4a9c-ad07-0183651deb0b), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:05.924468 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fbf15449-223c-407d-af29-c9345c668f6b req-5db77afc-0d92-4a5d-a69d-50286e576c1f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=70f49b5a-9cc4-41b1-a04e-0df9845e9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031208 Jun 22 10:21:05.963920 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb945-6d03-45c7-95e0-3d0106a413b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4278864'] for subnet (8d52cd81-ade1-4a9c-ad07-0183651deb0b), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:06.007303 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0962a-a198-417a-8e75-029cf9bb2cd0 req-bdf35e82-1071-4392-ba7c-63bea7be934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:06.009041 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6ba0962a-a198-417a-8e75-029cf9bb2cd0 req-bdf35e82-1071-4392-ba7c-63bea7be934c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 1129 time: 0.0449390 Jun 22 10:21:06.048238 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb945-6d03-45c7-95e0-3d0106a413b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739848'] for subnet (8d52cd81-ade1-4a9c-ad07-0183651deb0b), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:06.058117 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6ba0962a-a198-417a-8e75-029cf9bb2cd0 req-582b0536-8af7-4922-b86c-c9bc4d4abece service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=70f49b5a-9cc4-41b1-a04e-0df9845e9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410914 Jun 22 10:21:06.102828 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb945-6d03-45c7-95e0-3d0106a413b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6232504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517476'] for subnet (8d52cd81-ade1-4a9c-ad07-0183651deb0b), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:06.129107 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbb945-6d03-45c7-95e0-3d0106a413b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d52cd81-ade1-4a9c-ad07-0183651deb0b,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:06.132687 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb945-6d03-45c7-95e0-3d0106a413b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:06.135857 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d1cbb945-6d03-45c7-95e0-3d0106a413b7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8d52cd81-ade1-4a9c-ad07-0183651deb0b HTTP/1.1" status: 204 len: 168 time: 0.3065975 Jun 22 10:21:06.138579 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42146) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:06.138959 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9d0063-862e-4abf-9df5-600ef92f199e None None] Network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:21:06.142405 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:06.221409 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a5f1-2357-4505-9b8b-19a7aac45cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1791967'] for network (4f5c1d12-de71-40fa-95b0-3e1b37dac412), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:06.264485 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-b7b4a5f1-2357-4505-9b8b-19a7aac45cbc admin admin] Deleting port 711a452c-9257-4f0f-8a36-4f791ba07cee {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:21:06.265328 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a5f1-2357-4505-9b8b-19a7aac45cbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (711a452c-9257-4f0f-8a36-4f791ba07cee), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:06.304324 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facf9a9f-c1b5-44b6-b4ee-21372e4a8d7a None None] DHCP port deletion for 4f5c1d12-de71-40fa-95b0-3e1b37dac412 request from dv-cinder-847131-1-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 10:21:06.343522 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-b7b4a5f1-2357-4505-9b8b-19a7aac45cbc admin admin] For port 711a452c-9257-4f0f-8a36-4f791ba07cee, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=711a452c-9257-4f0f-8a36-4f791ba07cee,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:21:06.343522 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a5f1-2357-4505-9b8b-19a7aac45cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (711a452c-9257-4f0f-8a36-4f791ba07cee), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:06.350124 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-facf9a9f-c1b5-44b6-b4ee-21372e4a8d7a None None] Deleting port 711a452c-9257-4f0f-8a36-4f791ba07cee {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:21:06.350631 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-facf9a9f-c1b5-44b6-b4ee-21372e4a8d7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (711a452c-9257-4f0f-8a36-4f791ba07cee), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:06.353541 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:06.359490 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-b7b4a5f1-2357-4505-9b8b-19a7aac45cbc admin admin] Calling delete_port for 711a452c-9257-4f0f-8a36-4f791ba07cee owned by network:dhcp {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:21:06.416595 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e57671-5791-4b72-af1a-6a441bd10511 req-1ccfbbb1-cde6-4e85-934e-3ca6b439f2d3 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:06.421615 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-facf9a9f-c1b5-44b6-b4ee-21372e4a8d7a None None] For port 711a452c-9257-4f0f-8a36-4f791ba07cee, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=711a452c-9257-4f0f-8a36-4f791ba07cee,segment=NetworkSegment(8cd307ff-85b4-4abd-89e1-a7213886e0fb),segment_id=8cd307ff-85b4-4abd-89e1-a7213886e0fb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:21:06.422491 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-facf9a9f-c1b5-44b6-b4ee-21372e4a8d7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (711a452c-9257-4f0f-8a36-4f791ba07cee), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:06.424292 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b5e57671-5791-4b72-af1a-6a441bd10511 req-1ccfbbb1-cde6-4e85-934e-3ca6b439f2d3 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0725932 Jun 22 10:21:06.444435 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-facf9a9f-c1b5-44b6-b4ee-21372e4a8d7a None None] Calling delete_port for 711a452c-9257-4f0f-8a36-4f791ba07cee owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:21:06.469657 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a5f1-2357-4505-9b8b-19a7aac45cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (711a452c-9257-4f0f-8a36-4f791ba07cee), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:06.496189 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b5e57671-5791-4b72-af1a-6a441bd10511 req-b10789bd-2f9e-491d-a164-dfbbb39340f9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707009 Jun 22 10:21:06.500943 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4a5f1-2357-4505-9b8b-19a7aac45cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=711a452c-9257-4f0f-8a36-4f791ba07cee,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:06.507921 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b4a5f1-2357-4505-9b8b-19a7aac45cbc admin admin] No DVR routers for this DVR port 711a452c-9257-4f0f-8a36-4f791ba07cee on host dv-cinder-847131-1-iscsi {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:21:06.587380 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 5e427e75-0a90-4475-aedf-e42cc726e9ac no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:21:06.592680 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a5f1-2357-4505-9b8b-19a7aac45cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722933', 'neutron.services.segments.db._delete_segments_for_network-8773365012875'] for network (4f5c1d12-de71-40fa-95b0-3e1b37dac412), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:06.615964 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-b7b4a5f1-2357-4505-9b8b-19a7aac45cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f5c1d12-de71-40fa-95b0-3e1b37dac412']}} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:21:06.627180 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-b7b4a5f1-2357-4505-9b8b-19a7aac45cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd307ff-85b4-4abd-89e1-a7213886e0fb') {'for_net_delete': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:21:06.627573 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-b7b4a5f1-2357-4505-9b8b-19a7aac45cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd307ff-85b4-4abd-89e1-a7213886e0fb') {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:21:06.635670 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: 5e427e75-0a90-4475-aedf-e42cc726e9ac {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:21:06.636209 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 5e427e75-0a90-4475-aedf-e42cc726e9ac not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:21:06.636418 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 711a452c-9257-4f0f-8a36-4f791ba07cee no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:21:06.639156 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a5f1-2357-4505-9b8b-19a7aac45cbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773365013140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6288368'] for segment (8cd307ff-85b4-4abd-89e1-a7213886e0fb), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:06.655859 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a5f1-2357-4505-9b8b-19a7aac45cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (8cd307ff-85b4-4abd-89e1-a7213886e0fb), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:06.663456 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b4a5f1-2357-4505-9b8b-19a7aac45cbc admin admin] Releasing vlan 961 on physical network physnet1 to pool {{(pid=104122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:21:06.663937 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a5f1-2357-4505-9b8b-19a7aac45cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5276705'] for segment (8cd307ff-85b4-4abd-89e1-a7213886e0fb), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:06.692954 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment 8cd307ff-85b4-4abd-89e1-a7213886e0fb resource provider aggregate not found Jun 22 10:21:06.739615 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment 8cd307ff-85b4-4abd-89e1-a7213886e0fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8cd307ff-85b4-4abd-89e1-a7213886e0fb found for delete ", "request_id": "req-8765b57a-77fc-40c8-97e2-2f1636b30f41"}]} Jun 22 10:21:06.748181 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a5f1-2357-4505-9b8b-19a7aac45cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745775'] for network (4f5c1d12-de71-40fa-95b0-3e1b37dac412), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:06.754755 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a5f1-2357-4505-9b8b-19a7aac45cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:06.757920 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-b7b4a5f1-2357-4505-9b8b-19a7aac45cbc admin admin] 10.222.0.43 "DELETE /v2.0/networks/4f5c1d12-de71-40fa-95b0-3e1b37dac412 HTTP/1.1" status: 204 len: 168 time: 0.6179948 Jun 22 10:21:06.771395 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4a5f1-2357-4505-9b8b-19a7aac45cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=4f5c1d12-de71-40fa-95b0-3e1b37dac412,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:06.821362 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: 711a452c-9257-4f0f-8a36-4f791ba07cee {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:21:06.821724 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 711a452c-9257-4f0f-8a36-4f791ba07cee not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:21:06.822297 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 1ef79595-1aaa-48df-9bf6-ebec7cb3760a no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:21:06.857962 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: 1ef79595-1aaa-48df-9bf6-ebec7cb3760a {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:21:06.858294 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 1ef79595-1aaa-48df-9bf6-ebec7cb3760a not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:21:06.882388 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-facf9a9f-c1b5-44b6-b4ee-21372e4a8d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043'] for port (711a452c-9257-4f0f-8a36-4f791ba07cee), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:06.893669 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42158) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:06.906359 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-facf9a9f-c1b5-44b6-b4ee-21372e4a8d7a None None] Network 4f5c1d12-de71-40fa-95b0-3e1b37dac412 is not hosted by any dhcp agent {{(pid=104124) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jun 22 10:21:06.906829 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf9a9f-c1b5-44b6-b4ee-21372e4a8d7a None None] No DVR routers for this DVR port 711a452c-9257-4f0f-8a36-4f791ba07cee on host dv-cinder-847131-1-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:21:06.908563 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf9a9f-c1b5-44b6-b4ee-21372e4a8d7a None None] Pushing event deleted for resources: {'Port': ['ID=711a452c-9257-4f0f-8a36-4f791ba07cee,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:06.941928 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-25d9f673-69b3-49f6-a34d-0cc6772735c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c3277b9cbc4b4a8bbacee8440cea1ed2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0470147 Jun 22 10:21:06.944359 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42160) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:06.973994 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:06.997428 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-996104ad-ea28-4a07-bba4-c4a1ab00dcb9 admin admin] Publish callbacks [] for security_group (cffb080d-f452-4dc8-82ed-0ee4f77580b1), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:07.050639 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-996104ad-ea28-4a07-bba4-c4a1ab00dcb9 admin admin] Publish callbacks [] for security_group (cffb080d-f452-4dc8-82ed-0ee4f77580b1), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:07.058093 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:DELETE=8,neutron:UPDATE=4,neutron:SELECT=88 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:07.066027 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b9e80-dc4e-463d-888e-2f1ebdb4c3ee req-76ff720a-731c-44d0-b245-79ab549d0a52 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:07.067490 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7c8b9e80-dc4e-463d-888e-2f1ebdb4c3ee req-76ff720a-731c-44d0-b245-79ab549d0a52 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 945 time: 0.0676866 Jun 22 10:21:07.138757 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7c8b9e80-dc4e-463d-888e-2f1ebdb4c3ee req-83b1ad86-324d-4c91-a769-4d5b4c20b7fe tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=70f49b5a-9cc4-41b1-a04e-0df9845e9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632777 Jun 22 10:21:07.143487 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-996104ad-ea28-4a07-bba4-c4a1ab00dcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (cffb080d-f452-4dc8-82ed-0ee4f77580b1), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:07.146025 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-996104ad-ea28-4a07-bba4-c4a1ab00dcb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:07.147099 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-996104ad-ea28-4a07-bba4-c4a1ab00dcb9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cffb080d-f452-4dc8-82ed-0ee4f77580b1 HTTP/1.1" status: 204 len: 168 time: 0.2018411 Jun 22 10:21:07.156539 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996104ad-ea28-4a07-bba4-c4a1ab00dcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffb080d-f452-4dc8-82ed-0ee4f77580b1,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:07.656631 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8215a4-33be-4fce-9c23-0805aec921e2 req-e9a1b4e4-11d7-4414-9e23-e7bb4ad16d24 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:07.658056 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8e8215a4-33be-4fce-9c23-0805aec921e2 req-e9a1b4e4-11d7-4414-9e23-e7bb4ad16d24 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0598779 Jun 22 10:21:07.713512 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8e8215a4-33be-4fce-9c23-0805aec921e2 req-38231a1a-7b86-45e8-9873-64be7e5c3536 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486298 Jun 22 10:21:08.258460 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a6b57-135b-466a-9229-808732679066 req-82b92cf2-afcd-4b18-a33c-cfa8bfa59bd7 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:08.261024 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d44a6b57-135b-466a-9229-808732679066 req-82b92cf2-afcd-4b18-a33c-cfa8bfa59bd7 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 945 time: 0.0508623 Jun 22 10:21:08.309624 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d44a6b57-135b-466a-9229-808732679066 req-e552e71e-2ed9-403c-8042-7f5d15b8b1ce tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=70f49b5a-9cc4-41b1-a04e-0df9845e9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429661 Jun 22 10:21:08.412161 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6b690eb5-159c-4556-8d05-97ef673a6e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:08.433451 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9efcb3-c7e4-4b2e-a399-831a3d67019a req-5cb6a0d6-6443-4f37-bfde-2b0e8e96e94f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:08.435031 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-bb9efcb3-c7e4-4b2e-a399-831a3d67019a req-5cb6a0d6-6443-4f37-bfde-2b0e8e96e94f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 945 time: 0.0543554 Jun 22 10:21:08.445852 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42208) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:08.450436 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-c837498d-0df6-44a2-b5d3-765d6b6935ea tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Request body: {'floatingip': {'port_id': '181865e7-8701-4ee4-8619-52218e16c189'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:21:08.492478 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c837498d-0df6-44a2-b5d3-765d6b6935ea tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for floatingip (2fbd34be-b7c1-4205-ba4e-03c42a0ea1fb), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:08.878063 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdbd1a-f533-4ab6-a591-fb27ee9d5b15 req-275deff1-47c0-415e-99a6-8846e90a9ad1 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:08.879591 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-89fdbd1a-f533-4ab6-a591-fb27ee9d5b15 req-275deff1-47c0-415e-99a6-8846e90a9ad1 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0851243 Jun 22 10:21:08.920377 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42222) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:08.971677 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-89fdbd1a-f533-4ab6-a591-fb27ee9d5b15 req-81f569a6-b31e-4e74-ac63-6aaa832f9d36 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828645 Jun 22 10:21:09.013027 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:09.018122 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c837498d-0df6-44a2-b5d3-765d6b6935ea tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:09.021984 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c837498d-0df6-44a2-b5d3-765d6b6935ea tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (2fbd34be-b7c1-4205-ba4e-03c42a0ea1fb), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:09.043546 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-48534636-3d66-4768-82fa-36d0255d4696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:09.083015 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:09.130284 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-48534636-3d66-4768-82fa-36d0255d4696 admin admin] Publish callbacks [] for security_group (3c2e7e93-b189-410a-b648-91f177c2fc28), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:09.131589 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-c837498d-0df6-44a2-b5d3-765d6b6935ea tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Floating IP 2fbd34be-b7c1-4205-ba4e-03c42a0ea1fb associated. External IP: 172.27.0.23, port: 181865e7-8701-4ee4-8619-52218e16c189. Jun 22 10:21:09.134381 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-48534636-3d66-4768-82fa-36d0255d4696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (3c2e7e93-b189-410a-b648-91f177c2fc28), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:09.173802 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48534636-3d66-4768-82fa-36d0255d4696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2e7e93-b189-410a-b648-91f177c2fc28,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:09.180850 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-48534636-3d66-4768-82fa-36d0255d4696 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f559d27bf82473d81e9d1116b7af226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583194 Jun 22 10:21:09.181608 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42226) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:09.213125 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:09.309050 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f6364dec-239c-4d5d-9855-595bcfbb0b34 admin admin] Publish callbacks [] for security_group (3c2e7e93-b189-410a-b648-91f177c2fc28), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:09.369165 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f6364dec-239c-4d5d-9855-595bcfbb0b34 admin admin] Publish callbacks [] for security_group (3c2e7e93-b189-410a-b648-91f177c2fc28), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:09.421288 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c837498d-0df6-44a2-b5d3-765d6b6935ea tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:21:09.472755 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f6364dec-239c-4d5d-9855-595bcfbb0b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (3c2e7e93-b189-410a-b648-91f177c2fc28), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:09.475316 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f6364dec-239c-4d5d-9855-595bcfbb0b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:09.476457 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f6364dec-239c-4d5d-9855-595bcfbb0b34 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c2e7e93-b189-410a-b648-91f177c2fc28 HTTP/1.1" status: 204 len: 168 time: 0.2937622 Jun 22 10:21:09.723488 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6364dec-239c-4d5d-9855-595bcfbb0b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2e7e93-b189-410a-b648-91f177c2fc28,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:09.758457 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42232) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:09.772608 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-603e6dc8-e023-4639-9654-4392cfeb9556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:09.777349 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c837498d-0df6-44a2-b5d3-765d6b6935ea tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:21:09.781880 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c837498d-0df6-44a2-b5d3-765d6b6935ea tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:09.789733 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823e6598-f52a-402d-8831-25997b5075a6 None None] Sync routers for ids ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:21:09.806534 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823e6598-f52a-402d-8831-25997b5075a6 None None] Routers {'3a28b2b6-edaf-4051-94d9-0a9feb746c36'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:21:09.807334 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-823e6598-f52a-402d-8831-25997b5075a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:20:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:21:09.815760 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c837498d-0df6-44a2-b5d3-765d6b6935ea tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "PUT /v2.0/floatingips/2fbd34be-b7c1-4205-ba4e-03c42a0ea1fb HTTP/1.1" status: 200 len: 990 time: 1.3687096 Jun 22 10:21:09.816437 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edabe652-f189-4feb-89b8-6bc768c1669d', 'tag': '181865e7-8701-4ee4-8619-52218e16c189'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:21:09.819077 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898db771481267bf496a2732a32d4addbcaa54fa352ad4e4fb07179b33d7b991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0466e6b7-13e8-48a6-b540-da7b1352cc7c" -d '{"events": [{"name": "network-changed", "server_uuid": "edabe652-f189-4feb-89b8-6bc768c1669d", "tag": "181865e7-8701-4ee4-8619-52218e16c189"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:21:09.856587 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146de019-fa5c-498b-862b-9fc714c69cc5 x-openstack-request-id: req-146de019-fa5c-498b-862b-9fc714c69cc5 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:21:09.856869 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edabe652-f189-4feb-89b8-6bc768c1669d", "tag": "181865e7-8701-4ee4-8619-52218e16c189", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:21:09.857121 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-146de019-fa5c-498b-862b-9fc714c69cc5 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:21:09.857525 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146de019-fa5c-498b-862b-9fc714c69cc5'] response: {'name': 'network-changed', 'server_uuid': 'edabe652-f189-4feb-89b8-6bc768c1669d', 'tag': '181865e7-8701-4ee4-8619-52218e16c189', 'status': 'completed', 'code': 200} Jun 22 10:21:09.862847 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:09.868996 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-603e6dc8-e023-4639-9654-4392cfeb9556 admin admin] Publish callbacks [] for security_group (de321eb7-8549-42a5-8125-3ae92509c704), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:09.873214 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-603e6dc8-e023-4639-9654-4392cfeb9556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (de321eb7-8549-42a5-8125-3ae92509c704), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:09.923242 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-823e6598-f52a-402d-8831-25997b5075a6 None None] Set router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:21:09.931797 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e6dc8-e023-4639-9654-4392cfeb9556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de321eb7-8549-42a5-8125-3ae92509c704,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:09.939982 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-603e6dc8-e023-4639-9654-4392cfeb9556 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bcd52598bfec46e1973ac218d3111690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1804428 Jun 22 10:21:09.942712 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42240) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:10.001135 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d10abe6e-cde6-4647-9c5d-a2d4f2c961ae admin admin] Publish callbacks [] for security_group (de321eb7-8549-42a5-8125-3ae92509c704), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:10.050486 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d10abe6e-cde6-4647-9c5d-a2d4f2c961ae admin admin] Publish callbacks [] for security_group (de321eb7-8549-42a5-8125-3ae92509c704), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:10.124956 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466e6b7-13e8-48a6-b540-da7b1352cc7c req-2250aa8b-4a59-469c-b23a-a3802a98850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:10.125500 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8a3f8-2bc3-45ee-9434-1e682b672c87 req-4af8e4cd-22c1-4b3d-9365-513111e0cfd8 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:10.126703 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0466e6b7-13e8-48a6-b540-da7b1352cc7c req-2250aa8b-4a59-469c-b23a-a3802a98850e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad52333bcbec425089c44c3e55df97ff&device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 1129 time: 0.2362666 Jun 22 10:21:10.127091 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-38a8a3f8-2bc3-45ee-9434-1e682b672c87 req-4af8e4cd-22c1-4b3d-9365-513111e0cfd8 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0681875 Jun 22 10:21:10.158357 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d10abe6e-cde6-4647-9c5d-a2d4f2c961ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (de321eb7-8549-42a5-8125-3ae92509c704), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:10.161081 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d10abe6e-cde6-4647-9c5d-a2d4f2c961ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:10.166316 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d10abe6e-cde6-4647-9c5d-a2d4f2c961ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de321eb7-8549-42a5-8125-3ae92509c704 HTTP/1.1" status: 204 len: 168 time: 0.2185423 Jun 22 10:21:10.184086 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10abe6e-cde6-4647-9c5d-a2d4f2c961ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de321eb7-8549-42a5-8125-3ae92509c704,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:10.193052 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-823e6598-f52a-402d-8831-25997b5075a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 4, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'gw_port': {'id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '2fbd34be-b7c1-4205-ba4e-03c42a0ea1fb', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'port_id': '181865e7-8701-4ee4-8619-52218e16c189', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'mac_address': 'fa:16:3e:10:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edabe652-f189-4feb-89b8-6bc768c1669d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:20:50Z', 'updated_at': '2022-06-22T10:21:08Z', 'revision_number': 1, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf77c28-4758-4c3b-954b-a69bd9aa326f', 'name': '', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'mac_address': 'fa:16:3e:01:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:58Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 5, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'subnets': [{'id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:21:10.226055 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-38a8a3f8-2bc3-45ee-9434-1e682b672c87 req-1b58d8cd-0107-47a4-9a3e-adb8b2d9a2a4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929694 Jun 22 10:21:10.245267 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823e6598-f52a-402d-8831-25997b5075a6 None None] Checking router: 3a28b2b6-edaf-4051-94d9-0a9feb746c36 for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:21:10.262254 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823e6598-f52a-402d-8831-25997b5075a6 None None] Routers {'3a28b2b6-edaf-4051-94d9-0a9feb746c36'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:21:10.263125 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-823e6598-f52a-402d-8831-25997b5075a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:20:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:21:10.282328 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=13 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:10.289978 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466e6b7-13e8-48a6-b540-da7b1352cc7c req-96d67946-3e12-4cb5-b03c-958ea4fbb145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:10.291812 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0466e6b7-13e8-48a6-b540-da7b1352cc7c req-96d67946-3e12-4cb5-b03c-958ea4fbb145 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f4e78d1e-cabc-488a-aae3-f9e986faebb4 HTTP/1.1" status: 200 len: 912 time: 0.1571779 Jun 22 10:21:10.321711 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:10.392467 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0466e6b7-13e8-48a6-b540-da7b1352cc7c req-917002f3-3695-4925-993e-05fe8872b85b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=181865e7-8701-4ee4-8619-52218e16c189 HTTP/1.1" status: 200 len: 998 time: 0.0928340 Jun 22 10:21:10.398659 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-823e6598-f52a-402d-8831-25997b5075a6 None None] Set router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:21:10.462569 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466e6b7-13e8-48a6-b540-da7b1352cc7c req-2c233285-83d4-4921-901e-375617462d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:10.464297 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0466e6b7-13e8-48a6-b540-da7b1352cc7c req-2c233285-83d4-4921-901e-375617462d63 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783 HTTP/1.1" status: 200 len: 850 time: 0.0655549 Jun 22 10:21:10.522430 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466e6b7-13e8-48a6-b540-da7b1352cc7c req-5f9592e9-f5ea-4c30-86cb-1fded26f6502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:10.524051 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0466e6b7-13e8-48a6-b540-da7b1352cc7c req-5f9592e9-f5ea-4c30-86cb-1fded26f6502 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f4e78d1e-cabc-488a-aae3-f9e986faebb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540726 Jun 22 10:21:10.653298 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0466e6b7-13e8-48a6-b540-da7b1352cc7c req-f6760b95-545f-43cf-b2da-fce72331c98e service neutron] 10.222.0.59 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208198 Jun 22 10:21:10.679042 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-823e6598-f52a-402d-8831-25997b5075a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 4, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'gw_port': {'id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '2fbd34be-b7c1-4205-ba4e-03c42a0ea1fb', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'port_id': '181865e7-8701-4ee4-8619-52218e16c189', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'mac_address': 'fa:16:3e:10:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edabe652-f189-4feb-89b8-6bc768c1669d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:20:50Z', 'updated_at': '2022-06-22T10:21:08Z', 'revision_number': 1, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf77c28-4758-4c3b-954b-a69bd9aa326f', 'name': '', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'mac_address': 'fa:16:3e:01:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:58Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 5, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'subnets': [{'id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:21:10.713535 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823e6598-f52a-402d-8831-25997b5075a6 None None] The sync data for ids ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'] in dv-cinder-847131-1-iscsi is: [{'id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 4, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'gw_port': {'id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '2fbd34be-b7c1-4205-ba4e-03c42a0ea1fb', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'port_id': '181865e7-8701-4ee4-8619-52218e16c189', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'mac_address': 'fa:16:3e:10:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edabe652-f189-4feb-89b8-6bc768c1669d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:20:50Z', 'updated_at': '2022-06-22T10:21:08Z', 'revision_number': 1, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf77c28-4758-4c3b-954b-a69bd9aa326f', 'name': '', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'mac_address': 'fa:16:3e:01:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:58Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 5, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'subnets': [{'id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:21:10.735883 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f4633244-a9ea-4b99-a59f-332e6b119e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:10.760661 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0466e6b7-13e8-48a6-b540-da7b1352cc7c req-2022b602-61eb-44a7-8648-200f3673e18c service neutron] 10.222.0.59 "GET /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005797 Jun 22 10:21:10.922931 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066ff463-6a57-4b50-9029-0849c605fddd None None] New status for floating IP 2fbd34be-b7c1-4205-ba4e-03c42a0ea1fb: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:21:11.353682 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c4be1-4c36-449d-aee8-d1f13ac30948 req-ee7a4c22-98b7-45a6-a0e7-d50f39c25228 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:11.355231 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-255c4be1-4c36-449d-aee8-d1f13ac30948 req-ee7a4c22-98b7-45a6-a0e7-d50f39c25228 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0542257 Jun 22 10:21:11.368128 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:11.408479 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-255c4be1-4c36-449d-aee8-d1f13ac30948 req-46e28817-f124-40e2-be64-cedf19ff39ee tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468314 Jun 22 10:21:11.983951 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42290) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:11.987024 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:12.092635 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a6116c6d-3da6-444c-9dc4-f48093269e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:12.168502 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a6116c6d-3da6-444c-9dc4-f48093269e79 admin admin] Publish callbacks [] for security_group (54ef0981-5f46-47d1-ae2a-d48b3f67e562), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:12.172100 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a6116c6d-3da6-444c-9dc4-f48093269e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (54ef0981-5f46-47d1-ae2a-d48b3f67e562), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:12.182591 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:12.215047 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-a6116c6d-3da6-444c-9dc4-f48093269e79 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a2a78007ee8473f82a4ae8f0012cc4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298493 Jun 22 10:21:12.216121 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6116c6d-3da6-444c-9dc4-f48093269e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ef0981-5f46-47d1-ae2a-d48b3f67e562,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:12.218768 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42294) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:12.284881 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-49e11247-3047-4ede-a327-2f13b3578d36 admin admin] Publish callbacks [] for security_group (54ef0981-5f46-47d1-ae2a-d48b3f67e562), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:12.315624 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-49e11247-3047-4ede-a327-2f13b3578d36 admin admin] Publish callbacks [] for security_group (54ef0981-5f46-47d1-ae2a-d48b3f67e562), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:12.317461 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:12.371190 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-49e11247-3047-4ede-a327-2f13b3578d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (54ef0981-5f46-47d1-ae2a-d48b3f67e562), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:12.374634 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-49e11247-3047-4ede-a327-2f13b3578d36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:12.375848 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-49e11247-3047-4ede-a327-2f13b3578d36 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54ef0981-5f46-47d1-ae2a-d48b3f67e562 HTTP/1.1" status: 204 len: 168 time: 0.1548436 Jun 22 10:21:12.383716 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e11247-3047-4ede-a327-2f13b3578d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ef0981-5f46-47d1-ae2a-d48b3f67e562,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:12.535935 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814480c-08f4-4d54-b863-76284e807e0d req-e85371f1-21f2-4ac2-aa30-654a518d40ee tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:12.537508 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0814480c-08f4-4d54-b863-76284e807e0d req-e85371f1-21f2-4ac2-aa30-654a518d40ee tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0518465 Jun 22 10:21:12.585983 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0814480c-08f4-4d54-b863-76284e807e0d req-c19fdbaf-9b12-460a-82e6-6eba9afd77b5 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428531 Jun 22 10:21:12.687730 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42302) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:12.701054 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3eb624de-9bdf-4f97-8e76-954ed2254c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:12.780225 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3eb624de-9bdf-4f97-8e76-954ed2254c4c admin admin] Publish callbacks [] for security_group (ac0ef99a-b62e-4c69-af0e-06d063c6278e), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:12.784063 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3eb624de-9bdf-4f97-8e76-954ed2254c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (ac0ef99a-b62e-4c69-af0e-06d063c6278e), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:12.827787 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-3eb624de-9bdf-4f97-8e76-954ed2254c4c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eaeb1096686a4d61b2d03c2d106621db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378362 Jun 22 10:21:12.828683 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb624de-9bdf-4f97-8e76-954ed2254c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0ef99a-b62e-4c69-af0e-06d063c6278e,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:12.829976 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42304) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:12.882473 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-06ad4bbd-1f68-4f3a-9cc4-3c50259203d6 admin admin] Publish callbacks [] for security_group (ac0ef99a-b62e-4c69-af0e-06d063c6278e), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:12.905973 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-06ad4bbd-1f68-4f3a-9cc4-3c50259203d6 admin admin] Publish callbacks [] for security_group (ac0ef99a-b62e-4c69-af0e-06d063c6278e), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:12.954116 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-06ad4bbd-1f68-4f3a-9cc4-3c50259203d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (ac0ef99a-b62e-4c69-af0e-06d063c6278e), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:12.957008 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-06ad4bbd-1f68-4f3a-9cc4-3c50259203d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:12.958473 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-06ad4bbd-1f68-4f3a-9cc4-3c50259203d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac0ef99a-b62e-4c69-af0e-06d063c6278e HTTP/1.1" status: 204 len: 168 time: 0.1268430 Jun 22 10:21:12.966644 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad4bbd-1f68-4f3a-9cc4-3c50259203d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0ef99a-b62e-4c69-af0e-06d063c6278e,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:13.435340 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:13.705883 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124e815-8ab7-4fdd-ac95-61421d7d5fd2 req-f6395a37-c94d-4b90-ae83-46d07f40e9bc tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:13.707363 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e124e815-8ab7-4fdd-ac95-61421d7d5fd2 req-f6395a37-c94d-4b90-ae83-46d07f40e9bc tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0464320 Jun 22 10:21:13.756874 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e124e815-8ab7-4fdd-ac95-61421d7d5fd2 req-0690d916-97bc-4159-8b37-b3b92ef4a1f5 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438638 Jun 22 10:21:13.884598 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:14.881180 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2839d0-872d-447a-a650-7351a04532f8 req-bb00982d-e66a-4aa6-b1b5-46a9e1e18bf9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:14.883204 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f2839d0-872d-447a-a650-7351a04532f8 req-bb00982d-e66a-4aa6-b1b5-46a9e1e18bf9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0494413 Jun 22 10:21:14.937819 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3f2839d0-872d-447a-a650-7351a04532f8 req-cb22ec8a-7b59-4713-9ee9-6651c09879da tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485609 Jun 22 10:21:15.996620 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:21:16.058582 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f90a0-5d00-4be3-845c-b843ebcbd2f7 req-a55c55a3-8da2-417d-a4be-792901d61fe4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:16.060572 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c42f90a0-5d00-4be3-845c-b843ebcbd2f7 req-a55c55a3-8da2-417d-a4be-792901d61fe4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0489285 Jun 22 10:21:16.108883 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c42f90a0-5d00-4be3-845c-b843ebcbd2f7 req-15d3c605-1711-4744-8b2a-91002589ca30 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425432 Jun 22 10:21:16.896868 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:17.230640 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e62b6-3b9e-4117-9adb-961456bda1eb req-b50b27c9-8d1f-46d1-8c1f-32d08a0243ee tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:17.232103 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cb6e62b6-3b9e-4117-9adb-961456bda1eb req-b50b27c9-8d1f-46d1-8c1f-32d08a0243ee tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0488193 Jun 22 10:21:17.265497 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:17.281456 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cb6e62b6-3b9e-4117-9adb-961456bda1eb req-6ea60fc6-aeef-4919-962f-7f5c2c8940c7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437293 Jun 22 10:21:17.642247 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 41dc4ae0-ddcc-4582-8858-4f23e4695e4a details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:21:17.741526 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:21:17.743639 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:17.754428 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'port_id': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a', 'mac_address': 'fa:16:3e:78:27:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 972, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:21:17.789166 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a is: ACTIVE; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:21:17.789532 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:17.803055 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41dc4ae0-ddcc-4582-8858-4f23e4695e4a {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:21:17.824070 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:21:17.829025 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:17.879370 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,revision_number=6']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:17.928959 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['41dc4ae0-ddcc-4582-8858-4f23e4695e4a'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:21:18.405521 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf43c5-0567-4e38-8cb9-aada9ad82cf9 req-a0120ad5-b654-49b7-81cb-0ff60a0e3b87 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:18.407150 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ebf43c5-0567-4e38-8cb9-aada9ad82cf9 req-a0120ad5-b654-49b7-81cb-0ff60a0e3b87 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 944 time: 0.0534854 Jun 22 10:21:18.456805 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ebf43c5-0567-4e38-8cb9-aada9ad82cf9 req-fdf83079-83fc-404d-8705-8fae5ef76541 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434959 Jun 22 10:21:19.631614 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69536cec-f2d9-4653-bca3-379b1d5c245d req-9a596a1d-aa9b-4598-9e4d-a4818f26622e tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:19.634249 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-69536cec-f2d9-4653-bca3-379b1d5c245d req-9a596a1d-aa9b-4598-9e4d-a4818f26622e tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 944 time: 0.0746250 Jun 22 10:21:19.652565 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 41dc4ae0-ddcc-4582-8858-4f23e4695e4a up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:21:19.656592 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:19.747066 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-69536cec-f2d9-4653-bca3-379b1d5c245d req-9dc5bfef-dafe-4db6-9e60-bcf240f395a7 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035228 Jun 22 10:21:19.769669 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:21:19.770369 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:19.856785 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:21:19.856785 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:19.881575 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b357b60f-93be-4898-a651-4a407a7dc490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:21:19.883875 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f2e597-fbee-4ddd-92da-8f585ba5266f" -d '{"events": [{"server_uuid": "b357b60f-93be-4898-a651-4a407a7dc490", "name": "network-vif-plugged", "status": "completed", "tag": "41dc4ae0-ddcc-4582-8858-4f23e4695e4a"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:21:19.897418 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:21:19.905977 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:19.942876 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6061c20e-d7f7-4b79-9734-f08a9766aaa2 x-openstack-request-id: req-6061c20e-d7f7-4b79-9734-f08a9766aaa2 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:21:19.943270 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b357b60f-93be-4898-a651-4a407a7dc490", "name": "network-vif-plugged", "status": "completed", "tag": "41dc4ae0-ddcc-4582-8858-4f23e4695e4a", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:21:19.943597 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6061c20e-d7f7-4b79-9734-f08a9766aaa2 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:21:19.944056 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6061c20e-d7f7-4b79-9734-f08a9766aaa2'] response: {'server_uuid': 'b357b60f-93be-4898-a651-4a407a7dc490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a', 'code': 200} Jun 22 10:21:19.974805 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,revision_number=7']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:20.888846 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3395fd-e2b6-4c6c-92a2-a13c1a7e0cad req-1f099d3c-2a5c-461c-9c00-d28403ad26b9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:20.892840 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cc3395fd-e2b6-4c6c-92a2-a13c1a7e0cad req-1f099d3c-2a5c-461c-9c00-d28403ad26b9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0609787 Jun 22 10:21:20.986112 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cc3395fd-e2b6-4c6c-92a2-a13c1a7e0cad req-e7a8f8d7-757b-4550-9239-2915bde2faa8 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892029 Jun 22 10:21:21.025860 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:22.157241 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bf68e-a46f-4fce-9885-50f222cf9615 req-e54ef10a-2cf3-4f79-96bb-c0f315ea6e71 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:22.160053 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-aa4bf68e-a46f-4fce-9885-50f222cf9615 req-e54ef10a-2cf3-4f79-96bb-c0f315ea6e71 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0743723 Jun 22 10:21:22.217963 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-aa4bf68e-a46f-4fce-9885-50f222cf9615 req-bd2903b9-ecac-44db-b5b2-079b6061a219 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512037 Jun 22 10:21:22.281171 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42488) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:22.398840 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9050e4b1-5a08-48c2-861b-1d5e1b1ef03f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:22.450472 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:22.497662 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9050e4b1-5a08-48c2-861b-1d5e1b1ef03f admin admin] Publish callbacks [] for security_group (ab407c1d-2db0-407d-b6f3-e0ae2a2e4c5f), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:22.503381 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9050e4b1-5a08-48c2-861b-1d5e1b1ef03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (ab407c1d-2db0-407d-b6f3-e0ae2a2e4c5f), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:22.548694 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050e4b1-5a08-48c2-861b-1d5e1b1ef03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab407c1d-2db0-407d-b6f3-e0ae2a2e4c5f,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:22.557382 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42492) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:22.557932 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9050e4b1-5a08-48c2-861b-1d5e1b1ef03f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d0e4600a6d74b4baf3806444499f907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751062 Jun 22 10:21:22.620691 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b6d71843-1505-4084-9779-9a458d1546a5 admin admin] Publish callbacks [] for security_group (ab407c1d-2db0-407d-b6f3-e0ae2a2e4c5f), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:22.644343 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b6d71843-1505-4084-9779-9a458d1546a5 admin admin] Publish callbacks [] for security_group (ab407c1d-2db0-407d-b6f3-e0ae2a2e4c5f), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:22.701060 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b6d71843-1505-4084-9779-9a458d1546a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (ab407c1d-2db0-407d-b6f3-e0ae2a2e4c5f), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:22.704041 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b6d71843-1505-4084-9779-9a458d1546a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:22.705203 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-b6d71843-1505-4084-9779-9a458d1546a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ab407c1d-2db0-407d-b6f3-e0ae2a2e4c5f HTTP/1.1" status: 204 len: 168 time: 0.1433358 Jun 22 10:21:22.713776 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d71843-1505-4084-9779-9a458d1546a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab407c1d-2db0-407d-b6f3-e0ae2a2e4c5f,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:22.724821 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d71843-1505-4084-9779-9a458d1546a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:22.725440 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d71843-1505-4084-9779-9a458d1546a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:22.725966 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d71843-1505-4084-9779-9a458d1546a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:22.726597 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d71843-1505-4084-9779-9a458d1546a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:22.727100 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d71843-1505-4084-9779-9a458d1546a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:22.727689 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d71843-1505-4084-9779-9a458d1546a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:22.728013 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d71843-1505-4084-9779-9a458d1546a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:22.728520 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d71843-1505-4084-9779-9a458d1546a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:22.728856 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d71843-1505-4084-9779-9a458d1546a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:22.729185 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d71843-1505-4084-9779-9a458d1546a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:22.729517 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d71843-1505-4084-9779-9a458d1546a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:22.730002 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d71843-1505-4084-9779-9a458d1546a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:22.730428 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d71843-1505-4084-9779-9a458d1546a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:22.730755 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d71843-1505-4084-9779-9a458d1546a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:22.731240 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d71843-1505-4084-9779-9a458d1546a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:23.064799 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42500) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:23.081084 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f9efeb13-7ec6-4949-a681-b32b9f7f2394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:23.153008 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:23.183129 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f9efeb13-7ec6-4949-a681-b32b9f7f2394 admin admin] Publish callbacks [] for security_group (2234f4dc-3043-4de0-9539-361341e6a1bd), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:23.188315 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f9efeb13-7ec6-4949-a681-b32b9f7f2394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (2234f4dc-3043-4de0-9539-361341e6a1bd), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:23.229862 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efeb13-7ec6-4949-a681-b32b9f7f2394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2234f4dc-3043-4de0-9539-361341e6a1bd,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:23.239613 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42504) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:23.240089 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-f9efeb13-7ec6-4949-a681-b32b9f7f2394 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8114967fafc476caf5574500a7bc01d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1728866 Jun 22 10:21:23.317996 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4585c186-b738-410f-a457-b168c588c019 admin admin] Publish callbacks [] for security_group (2234f4dc-3043-4de0-9539-361341e6a1bd), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:23.368515 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4585c186-b738-410f-a457-b168c588c019 admin admin] Publish callbacks [] for security_group (2234f4dc-3043-4de0-9539-361341e6a1bd), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:23.376746 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54d597-caf9-4757-8e7d-e87c331eceb1 req-b1fd3ee8-3afb-4461-9c54-3d54f2e4b8f6 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:23.378327 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dc54d597-caf9-4757-8e7d-e87c331eceb1 req-b1fd3ee8-3afb-4461-9c54-3d54f2e4b8f6 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0751505 Jun 22 10:21:23.453958 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dc54d597-caf9-4757-8e7d-e87c331eceb1 req-159b5e2b-18dc-4d3e-986c-299722f98d15 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697410 Jun 22 10:21:23.472417 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4585c186-b738-410f-a457-b168c588c019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (2234f4dc-3043-4de0-9539-361341e6a1bd), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:23.477442 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4585c186-b738-410f-a457-b168c588c019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:23.480999 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4585c186-b738-410f-a457-b168c588c019 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2234f4dc-3043-4de0-9539-361341e6a1bd HTTP/1.1" status: 204 len: 168 time: 0.2380130 Jun 22 10:21:23.481448 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:23.498959 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585c186-b738-410f-a457-b168c588c019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2234f4dc-3043-4de0-9539-361341e6a1bd,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:23.894474 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42512) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:23.917571 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-01f13f6c-1bb1-4949-919c-f61bb44f7adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:24.032785 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:24.036033 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-01f13f6c-1bb1-4949-919c-f61bb44f7adf admin admin] Publish callbacks [] for security_group (4ca0bcc2-7438-4c6c-8e57-a522024cf00a), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:24.040587 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-01f13f6c-1bb1-4949-919c-f61bb44f7adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (4ca0bcc2-7438-4c6c-8e57-a522024cf00a), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:24.089808 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-01f13f6c-1bb1-4949-919c-f61bb44f7adf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f475609706834f35b4d3ed86f1967d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935871 Jun 22 10:21:24.092818 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f13f6c-1bb1-4949-919c-f61bb44f7adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca0bcc2-7438-4c6c-8e57-a522024cf00a,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:24.095380 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42514) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:24.155366 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f0c8fe11-34ef-44e4-b150-1f01d63a737a admin admin] Publish callbacks [] for security_group (4ca0bcc2-7438-4c6c-8e57-a522024cf00a), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:24.179005 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f0c8fe11-34ef-44e4-b150-1f01d63a737a admin admin] Publish callbacks [] for security_group (4ca0bcc2-7438-4c6c-8e57-a522024cf00a), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:24.233320 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f0c8fe11-34ef-44e4-b150-1f01d63a737a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (4ca0bcc2-7438-4c6c-8e57-a522024cf00a), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:24.236596 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f0c8fe11-34ef-44e4-b150-1f01d63a737a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:24.240405 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-f0c8fe11-34ef-44e4-b150-1f01d63a737a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ca0bcc2-7438-4c6c-8e57-a522024cf00a HTTP/1.1" status: 204 len: 168 time: 0.1413503 Jun 22 10:21:24.246430 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8fe11-34ef-44e4-b150-1f01d63a737a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca0bcc2-7438-4c6c-8e57-a522024cf00a,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:24.608055 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c45ca-424b-42c3-9723-4ea303c931bc req-444dcb95-c622-492c-b181-cd0246eae428 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:24.610185 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5c5c45ca-424b-42c3-9723-4ea303c931bc req-444dcb95-c622-492c-b181-cd0246eae428 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0646026 Jun 22 10:21:24.689399 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5c5c45ca-424b-42c3-9723-4ea303c931bc req-ae0dabb2-ca17-43ac-8b1f-014b0ee29327 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736763 Jun 22 10:21:25.820969 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5023f7-eec7-4597-9dec-d1bc6b98653e req-30645639-627e-476f-8e41-3be53b6d8a52 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:25.828730 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1e5023f7-eec7-4597-9dec-d1bc6b98653e req-30645639-627e-476f-8e41-3be53b6d8a52 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0613573 Jun 22 10:21:25.891297 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1e5023f7-eec7-4597-9dec-d1bc6b98653e req-6a86d37f-ab85-4c55-8d64-4081aaf80185 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615344 Jun 22 10:21:25.992646 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:27.025343 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9279c-825e-4164-a1c1-b27908b62341 req-33885070-6b2a-4117-b937-c4394cc5f442 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:27.027751 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-64e9279c-825e-4164-a1c1-b27908b62341 req-33885070-6b2a-4117-b937-c4394cc5f442 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0565958 Jun 22 10:21:27.083668 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-64e9279c-825e-4164-a1c1-b27908b62341 req-7c2c3af3-7cc6-405d-ac0f-37ee14f13a35 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488408 Jun 22 10:21:28.222567 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074bca4-a4b7-47a4-a26b-dbd43a25465e req-9a891d08-b872-4b1e-97b5-64909ddea468 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:28.224332 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9074bca4-a4b7-47a4-a26b-dbd43a25465e req-9a891d08-b872-4b1e-97b5-64909ddea468 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0544538 Jun 22 10:21:28.275939 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9074bca4-a4b7-47a4-a26b-dbd43a25465e req-606c4d4a-9cd3-44ca-823c-0679d38e9c19 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451715 Jun 22 10:21:28.309594 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f411594-64a3-4606-bf3a-2ccc91dc1d5c req-16cd12cb-5784-4bb1-9031-889d9d89be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:28.311489 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2f411594-64a3-4606-bf3a-2ccc91dc1d5c req-16cd12cb-5784-4bb1-9031-889d9d89be46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee9d603d9cc4a8797f55d544f189720&device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 1129 time: 0.0491166 Jun 22 10:21:28.412740 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f411594-64a3-4606-bf3a-2ccc91dc1d5c req-d5c86958-f230-4e8f-92a4-f264734f38dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:28.414338 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2f411594-64a3-4606-bf3a-2ccc91dc1d5c req-d5c86958-f230-4e8f-92a4-f264734f38dc service neutron] 10.222.0.59 "GET /v2.0/networks?id=323c8696-2ed1-4abe-97f8-e9536ce29485 HTTP/1.1" status: 200 len: 918 time: 0.0967607 Jun 22 10:21:28.486610 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2f411594-64a3-4606-bf3a-2ccc91dc1d5c req-ec87db99-ac8f-48ee-a1b7-b11258c3af61 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41dc4ae0-ddcc-4582-8858-4f23e4695e4a HTTP/1.1" status: 200 len: 1001 time: 0.0645607 Jun 22 10:21:28.544190 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f411594-64a3-4606-bf3a-2ccc91dc1d5c req-9be24c39-baff-4820-b3e1-9a56452e8b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:28.546366 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2f411594-64a3-4606-bf3a-2ccc91dc1d5c req-9be24c39-baff-4820-b3e1-9a56452e8b08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f3117d9-0d1e-434f-abb4-63ad07de2d8c HTTP/1.1" status: 200 len: 856 time: 0.0463271 Jun 22 10:21:28.599993 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f411594-64a3-4606-bf3a-2ccc91dc1d5c req-2c42e558-1117-454d-b316-413602a0bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:28.601554 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2f411594-64a3-4606-bf3a-2ccc91dc1d5c req-2c42e558-1117-454d-b316-413602a0bc6e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=323c8696-2ed1-4abe-97f8-e9536ce29485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427330 Jun 22 10:21:28.695029 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2f411594-64a3-4606-bf3a-2ccc91dc1d5c req-905b56b8-712a-46f6-a119-2c3e1422df79 service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861201 Jun 22 10:21:28.782744 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2f411594-64a3-4606-bf3a-2ccc91dc1d5c req-1cd914f5-420d-4acb-bc2c-e54a897dcdc1 service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815265 Jun 22 10:21:29.400245 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610e7be-13a9-40e0-9a80-28ff169ef38e req-df448ec7-1213-4c2c-a399-149127673327 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:29.401765 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5610e7be-13a9-40e0-9a80-28ff169ef38e req-df448ec7-1213-4c2c-a399-149127673327 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0486014 Jun 22 10:21:29.455542 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5610e7be-13a9-40e0-9a80-28ff169ef38e req-92a2b4af-bde9-47f4-bde7-978892c0e7cc tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481977 Jun 22 10:21:29.803730 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42618) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:29.909579 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e49c6539-577f-4cc7-aa5a-80e98949f2df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:29.918647 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:29.993946 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e49c6539-577f-4cc7-aa5a-80e98949f2df admin admin] Publish callbacks [] for security_group (7522b843-0b7c-4469-bf92-e5b05bee3392), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:29.997398 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e49c6539-577f-4cc7-aa5a-80e98949f2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (7522b843-0b7c-4469-bf92-e5b05bee3392), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:30.032285 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:30.035726 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c6539-577f-4cc7-aa5a-80e98949f2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7522b843-0b7c-4469-bf92-e5b05bee3392,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:30.042375 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-e49c6539-577f-4cc7-aa5a-80e98949f2df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce4f1cfe562648c485da37580eca48f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351780 Jun 22 10:21:30.042585 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42622) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:30.093936 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-626614e8-b3bc-46a6-901d-b0f934d057f1 admin admin] Publish callbacks [] for security_group (7522b843-0b7c-4469-bf92-e5b05bee3392), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:30.116122 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-626614e8-b3bc-46a6-901d-b0f934d057f1 admin admin] Publish callbacks [] for security_group (7522b843-0b7c-4469-bf92-e5b05bee3392), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:30.161668 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-626614e8-b3bc-46a6-901d-b0f934d057f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (7522b843-0b7c-4469-bf92-e5b05bee3392), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:30.164120 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-626614e8-b3bc-46a6-901d-b0f934d057f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:30.165273 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-626614e8-b3bc-46a6-901d-b0f934d057f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7522b843-0b7c-4469-bf92-e5b05bee3392 HTTP/1.1" status: 204 len: 168 time: 0.1217968 Jun 22 10:21:30.173813 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626614e8-b3bc-46a6-901d-b0f934d057f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7522b843-0b7c-4469-bf92-e5b05bee3392,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:30.433483 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42628) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:30.446807 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8894-3be2-4b1e-afb0-fba8ed98dcbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:30.536203 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8894-3be2-4b1e-afb0-fba8ed98dcbd admin admin] Publish callbacks [] for security_group (e1e3901f-1204-4722-97b0-66ed7fb14a6c), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:30.540666 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8894-3be2-4b1e-afb0-fba8ed98dcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (e1e3901f-1204-4722-97b0-66ed7fb14a6c), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:30.580084 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c8894-3be2-4b1e-afb0-fba8ed98dcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e3901f-1204-4722-97b0-66ed7fb14a6c,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:30.584422 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-ff6c8894-3be2-4b1e-afb0-fba8ed98dcbd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1cbf501c91f4f98827781488b02f946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498606 Jun 22 10:21:30.584631 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76095d8-26ca-446e-80ea-628f25c5e724 req-e79ded6b-41ab-4d8e-a255-7b5b748b7cb8 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:30.586157 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b76095d8-26ca-446e-80ea-628f25c5e724 req-e79ded6b-41ab-4d8e-a255-7b5b748b7cb8 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0514581 Jun 22 10:21:30.586964 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42632) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:30.637221 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b76095d8-26ca-446e-80ea-628f25c5e724 req-5bffcdf1-92d4-40b1-b3f6-f7ca3dcd246a tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447114 Jun 22 10:21:30.637475 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4d256507-a82d-4610-80e6-4037bb05d0b2 admin admin] Publish callbacks [] for security_group (e1e3901f-1204-4722-97b0-66ed7fb14a6c), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:30.659904 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4d256507-a82d-4610-80e6-4037bb05d0b2 admin admin] Publish callbacks [] for security_group (e1e3901f-1204-4722-97b0-66ed7fb14a6c), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:30.708395 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4d256507-a82d-4610-80e6-4037bb05d0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (e1e3901f-1204-4722-97b0-66ed7fb14a6c), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:30.711159 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4d256507-a82d-4610-80e6-4037bb05d0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:30.712644 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-4d256507-a82d-4610-80e6-4037bb05d0b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1e3901f-1204-4722-97b0-66ed7fb14a6c HTTP/1.1" status: 204 len: 168 time: 0.1242673 Jun 22 10:21:30.721700 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d256507-a82d-4610-80e6-4037bb05d0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e3901f-1204-4722-97b0-66ed7fb14a6c,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:31.562547 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [req-b34507af-171d-471f-91bd-4b554b22f680 req-9f3a32cd-e459-4774-b3ba-6a19afcb596d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 10:21:31.563574 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b34507af-171d-471f-91bd-4b554b22f680 req-9f3a32cd-e459-4774-b3ba-6a19afcb596d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1030831 Jun 22 10:21:31.712074 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:31.724678 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc38ee-8cbb-47cf-b19c-32ae61913a96 req-9e8147df-dada-449d-b16e-4c7cc579107b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:31.726198 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c9cc38ee-8cbb-47cf-b19c-32ae61913a96 req-9e8147df-dada-449d-b16e-4c7cc579107b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 945 time: 0.0502980 Jun 22 10:21:31.745493 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 41dc4ae0-ddcc-4582-8858-4f23e4695e4a no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:21:31.807569 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c9cc38ee-8cbb-47cf-b19c-32ae61913a96 req-b701034c-778e-4266-845a-6c3982cce13a tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749075 Jun 22 10:21:31.827951 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a is: ACTIVE; New status is: DOWN {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:21:31.828349 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:31.854798 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b357b60f-93be-4898-a651-4a407a7dc490', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:21:31.857009 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7232fcce-c449-46a5-93db-65b185582050" -d '{"events": [{"server_uuid": "b357b60f-93be-4898-a651-4a407a7dc490", "name": "network-vif-unplugged", "status": "completed", "tag": "41dc4ae0-ddcc-4582-8858-4f23e4695e4a"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:21:31.877025 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:21:31.881936 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:31.930466 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,revision_number=8']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:32.095614 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Jun 2022 10:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09ae547-4612-4547-a399-04848a9d7941 x-openstack-request-id: req-c09ae547-4612-4547-a399-04848a9d7941 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:21:32.095614 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b357b60f-93be-4898-a651-4a407a7dc490", "name": "network-vif-unplugged", "status": "failed", "tag": "41dc4ae0-ddcc-4582-8858-4f23e4695e4a", "code": 422}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:21:32.095614 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c09ae547-4612-4547-a399-04848a9d7941 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:21:32.096062 dv-cinder-847131-1-iscsi neutron-server[104124]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c09ae547-4612-4547-a399-04848a9d7941']: {'server_uuid': 'b357b60f-93be-4898-a651-4a407a7dc490', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a', 'code': 422} returned with failed status Jun 22 10:21:32.234965 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42724) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:32.320569 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-837064f9-632a-4a33-ad75-85ab8244a226 req-cdae4881-83ec-446f-bf85-cc33a31b5ef1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843801 Jun 22 10:21:32.329769 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [req-837064f9-632a-4a33-ad75-85ab8244a226 req-91684aa3-47f7-4c69-8026-e7ecda7764be service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 10:21:32.330829 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-837064f9-632a-4a33-ad75-85ab8244a226 req-91684aa3-47f7-4c69-8026-e7ecda7764be service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057085 Jun 22 10:21:32.467184 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42738) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:32.562973 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837064f9-632a-4a33-ad75-85ab8244a226 req-6c288de0-ca0a-4d5f-8ef9-5d7e599dc4b4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:32.564394 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-837064f9-632a-4a33-ad75-85ab8244a226 req-6c288de0-ca0a-4d5f-8ef9-5d7e599dc4b4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports/41dc4ae0-ddcc-4582-8858-4f23e4695e4a HTTP/1.1" status: 200 len: 940 time: 0.0962138 Jun 22 10:21:32.926766 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e1844-eb59-45aa-838e-2ca656ce2c0f req-8122af8e-ac69-4db3-8f77-b91aac6c4016 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:32.928272 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-970e1844-eb59-45aa-838e-2ca656ce2c0f req-8122af8e-ac69-4db3-8f77-b91aac6c4016 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 943 time: 0.0509906 Jun 22 10:21:32.981787 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-970e1844-eb59-45aa-838e-2ca656ce2c0f req-9cfefa18-9dbe-423a-867d-285d42577c92 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478473 Jun 22 10:21:33.580676 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837064f9-632a-4a33-ad75-85ab8244a226 req-2da44f00-5640-4471-aa89-12a480ad5520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:33.582184 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-837064f9-632a-4a33-ad75-85ab8244a226 req-2da44f00-5640-4471-aa89-12a480ad5520 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490&tenant_id=5ee9d603d9cc4a8797f55d544f189720 HTTP/1.1" status: 200 len: 1127 time: 0.0385487 Jun 22 10:21:33.643404 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837064f9-632a-4a33-ad75-85ab8244a226 req-ad8271f0-f9fc-45b1-a4f4-7dc576159332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:33.644892 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-837064f9-632a-4a33-ad75-85ab8244a226 req-ad8271f0-f9fc-45b1-a4f4-7dc576159332 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee9d603d9cc4a8797f55d544f189720&device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 1127 time: 0.0385749 Jun 22 10:21:33.718792 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:33.742965 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837064f9-632a-4a33-ad75-85ab8244a226 req-9e9366fc-696c-484a-b201-de45e8d54221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:33.744470 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-837064f9-632a-4a33-ad75-85ab8244a226 req-9e9366fc-696c-484a-b201-de45e8d54221 service neutron] 10.222.0.59 "GET /v2.0/networks?id=323c8696-2ed1-4abe-97f8-e9536ce29485 HTTP/1.1" status: 200 len: 918 time: 0.0907013 Jun 22 10:21:33.815166 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-837064f9-632a-4a33-ad75-85ab8244a226 req-62383da0-b52f-453c-93a2-c69dd5a8aa9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41dc4ae0-ddcc-4582-8858-4f23e4695e4a HTTP/1.1" status: 200 len: 999 time: 0.0600517 Jun 22 10:21:33.869790 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837064f9-632a-4a33-ad75-85ab8244a226 req-8b659b54-ef38-43d6-82ff-ba5b48540bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:33.871408 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-837064f9-632a-4a33-ad75-85ab8244a226 req-8b659b54-ef38-43d6-82ff-ba5b48540bfa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f3117d9-0d1e-434f-abb4-63ad07de2d8c HTTP/1.1" status: 200 len: 856 time: 0.0472190 Jun 22 10:21:33.918542 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837064f9-632a-4a33-ad75-85ab8244a226 req-2637ee93-241c-472f-a03e-6efa67fc9c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:33.920853 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-837064f9-632a-4a33-ad75-85ab8244a226 req-2637ee93-241c-472f-a03e-6efa67fc9c31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=323c8696-2ed1-4abe-97f8-e9536ce29485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429962 Jun 22 10:21:33.960649 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:34.015849 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-837064f9-632a-4a33-ad75-85ab8244a226 req-42612f13-b0f0-45e0-a957-04daa295c6c3 service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880334 Jun 22 10:21:34.130448 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc15d42-20f4-4662-aa95-83999e6ab652 req-c9c30918-1c1c-48f2-9c69-fcd4ad2742d3 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:34.134280 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fbc15d42-20f4-4662-aa95-83999e6ab652 req-c9c30918-1c1c-48f2-9c69-fcd4ad2742d3 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 943 time: 0.0644615 Jun 22 10:21:34.142474 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-837064f9-632a-4a33-ad75-85ab8244a226 req-231abbd0-4d4f-4071-a3e3-e34f7895bff9 service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193161 Jun 22 10:21:34.183949 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fbc15d42-20f4-4662-aa95-83999e6ab652 req-3d4a75f2-3149-47e2-9b57-e504e130266f tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485516 Jun 22 10:21:35.365937 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929b586-858c-4e15-8f7f-d2602800ba4b req-7137e70b-93d3-4143-a59d-f9436d96a3df tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:35.368431 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5929b586-858c-4e15-8f7f-d2602800ba4b req-7137e70b-93d3-4143-a59d-f9436d96a3df tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 943 time: 0.0909376 Jun 22 10:21:35.434380 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5929b586-858c-4e15-8f7f-d2602800ba4b req-824cc60c-a418-404a-aaf9-4b874b82710a tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604484 Jun 22 10:21:36.600439 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a30d3-c39c-4646-b7d4-51a42f990e3b req-7089a15d-e32c-4936-9ffa-0fc7d8aabecb tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:36.608927 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b20a30d3-c39c-4646-b7d4-51a42f990e3b req-7089a15d-e32c-4936-9ffa-0fc7d8aabecb tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 943 time: 0.0939813 Jun 22 10:21:36.655314 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:36.678317 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b20a30d3-c39c-4646-b7d4-51a42f990e3b req-e2e4f3c0-3031-4d10-97c3-03244b783b13 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684245 Jun 22 10:21:37.001869 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:37.003776 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:37.020831 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42818) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:37.152553 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-34d2b529-a88c-446e-9bec-4d51b51cdf8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:37.253452 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-34d2b529-a88c-446e-9bec-4d51b51cdf8e admin admin] Publish callbacks [] for security_group (d4c1d4cb-ce96-4b0c-958e-19b752501cdd), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:37.266863 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-34d2b529-a88c-446e-9bec-4d51b51cdf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (d4c1d4cb-ce96-4b0c-958e-19b752501cdd), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:37.319002 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-34d2b529-a88c-446e-9bec-4d51b51cdf8e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20419b2121d640749f1eece50db32a81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967672 Jun 22 10:21:37.319896 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2b529-a88c-446e-9bec-4d51b51cdf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c1d4cb-ce96-4b0c-958e-19b752501cdd,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:37.322009 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42826) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:37.328660 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2b529-a88c-446e-9bec-4d51b51cdf8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:37.329211 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2b529-a88c-446e-9bec-4d51b51cdf8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:37.329568 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2b529-a88c-446e-9bec-4d51b51cdf8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:37.330411 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2b529-a88c-446e-9bec-4d51b51cdf8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:37.330754 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2b529-a88c-446e-9bec-4d51b51cdf8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:37.331092 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2b529-a88c-446e-9bec-4d51b51cdf8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:37.331420 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2b529-a88c-446e-9bec-4d51b51cdf8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:37.331749 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2b529-a88c-446e-9bec-4d51b51cdf8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:37.332076 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2b529-a88c-446e-9bec-4d51b51cdf8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:37.332402 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2b529-a88c-446e-9bec-4d51b51cdf8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:37.332728 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2b529-a88c-446e-9bec-4d51b51cdf8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:37.333052 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2b529-a88c-446e-9bec-4d51b51cdf8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:37.333376 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2b529-a88c-446e-9bec-4d51b51cdf8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:37.333721 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2b529-a88c-446e-9bec-4d51b51cdf8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:37.334027 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d2b529-a88c-446e-9bec-4d51b51cdf8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:21:37.429930 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9a5898f3-6fe6-4181-97bf-27cbcd3e169e admin admin] Publish callbacks [] for security_group (d4c1d4cb-ce96-4b0c-958e-19b752501cdd), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:37.472512 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9a5898f3-6fe6-4181-97bf-27cbcd3e169e admin admin] Publish callbacks [] for security_group (d4c1d4cb-ce96-4b0c-958e-19b752501cdd), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:37.555170 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9a5898f3-6fe6-4181-97bf-27cbcd3e169e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (d4c1d4cb-ce96-4b0c-958e-19b752501cdd), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:37.557971 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9a5898f3-6fe6-4181-97bf-27cbcd3e169e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:37.559191 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-9a5898f3-6fe6-4181-97bf-27cbcd3e169e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4c1d4cb-ce96-4b0c-958e-19b752501cdd HTTP/1.1" status: 204 len: 168 time: 0.2362130 Jun 22 10:21:37.579147 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5898f3-6fe6-4181-97bf-27cbcd3e169e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c1d4cb-ce96-4b0c-958e-19b752501cdd,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:37.809006 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b289d-5a16-4aff-8ef5-f79eb882fb40 req-368bb304-a50d-4175-bfe1-35bd5689c22f tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:37.811361 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-904b289d-5a16-4aff-8ef5-f79eb882fb40 req-368bb304-a50d-4175-bfe1-35bd5689c22f tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 943 time: 0.0546846 Jun 22 10:21:37.868051 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-904b289d-5a16-4aff-8ef5-f79eb882fb40 req-68c6b270-56df-44bf-8292-521ca1bb6d31 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494750 Jun 22 10:21:37.927373 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42838) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:37.946322 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2a1a6b35-0c70-462b-bb0d-319cf7ea49e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:38.086058 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2a1a6b35-0c70-462b-bb0d-319cf7ea49e1 admin admin] Publish callbacks [] for security_group (f3e4b2f2-419a-46ff-a4f0-766b47780e92), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:38.092709 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2a1a6b35-0c70-462b-bb0d-319cf7ea49e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (f3e4b2f2-419a-46ff-a4f0-766b47780e92), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:38.134677 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a6b35-0c70-462b-bb0d-319cf7ea49e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e4b2f2-419a-46ff-a4f0-766b47780e92,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:38.142538 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-2a1a6b35-0c70-462b-bb0d-319cf7ea49e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fbf00ed346114322b68314e5a6aa53df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115471 Jun 22 10:21:38.143063 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42840) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:38.199767 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2a4a46fb-60a9-4ec3-aa08-5062c1247d61 admin admin] Publish callbacks [] for security_group (f3e4b2f2-419a-46ff-a4f0-766b47780e92), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:38.222814 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2a4a46fb-60a9-4ec3-aa08-5062c1247d61 admin admin] Publish callbacks [] for security_group (f3e4b2f2-419a-46ff-a4f0-766b47780e92), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:38.282167 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2a4a46fb-60a9-4ec3-aa08-5062c1247d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (f3e4b2f2-419a-46ff-a4f0-766b47780e92), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:38.285296 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2a4a46fb-60a9-4ec3-aa08-5062c1247d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:38.292790 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2a4a46fb-60a9-4ec3-aa08-5062c1247d61 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f3e4b2f2-419a-46ff-a4f0-766b47780e92 HTTP/1.1" status: 204 len: 168 time: 0.1485233 Jun 22 10:21:38.307501 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a46fb-60a9-4ec3-aa08-5062c1247d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e4b2f2-419a-46ff-a4f0-766b47780e92,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:38.412095 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eb45fe40-b2ab-47d7-8bca-aaeb40698be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:39.015985 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9516b83-0c74-47a0-bc15-8120d088a467 req-ca279700-6a95-4232-ab23-b744615235db tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:39.018294 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e9516b83-0c74-47a0-bc15-8120d088a467 req-ca279700-6a95-4232-ab23-b744615235db tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 943 time: 0.0584619 Jun 22 10:21:39.064159 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:39.095597 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e9516b83-0c74-47a0-bc15-8120d088a467 req-3faebca6-3252-479c-89f4-b7a9048abd8c tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647745 Jun 22 10:21:39.636576 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 42882) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:39.766123 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-393adf2d-939f-4c61-a04a-0df95a21c96b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:39.847497 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-393adf2d-939f-4c61-a04a-0df95a21c96b admin admin] Publish callbacks [] for security_group (65cfdf16-1649-4ab2-843e-4071442ab79a), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:39.854659 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-393adf2d-939f-4c61-a04a-0df95a21c96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (65cfdf16-1649-4ab2-843e-4071442ab79a), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:39.902377 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 42886) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:21:39.903041 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-393adf2d-939f-4c61-a04a-0df95a21c96b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce0b47444e084467abca218c09487f32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645392 Jun 22 10:21:39.903562 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393adf2d-939f-4c61-a04a-0df95a21c96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cfdf16-1649-4ab2-843e-4071442ab79a,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:39.979078 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bd82f9ad-8d70-435f-b3d5-46179f32bc78 admin admin] Publish callbacks [] for security_group (65cfdf16-1649-4ab2-843e-4071442ab79a), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:40.006915 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bd82f9ad-8d70-435f-b3d5-46179f32bc78 admin admin] Publish callbacks [] for security_group (65cfdf16-1649-4ab2-843e-4071442ab79a), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:40.056670 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bd82f9ad-8d70-435f-b3d5-46179f32bc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (65cfdf16-1649-4ab2-843e-4071442ab79a), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:40.059633 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bd82f9ad-8d70-435f-b3d5-46179f32bc78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:40.063613 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-bd82f9ad-8d70-435f-b3d5-46179f32bc78 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65cfdf16-1649-4ab2-843e-4071442ab79a HTTP/1.1" status: 204 len: 168 time: 0.1578493 Jun 22 10:21:40.087277 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:40.088518 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82f9ad-8d70-435f-b3d5-46179f32bc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cfdf16-1649-4ab2-843e-4071442ab79a,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:40.282838 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db350b-34aa-4c65-a28f-2548b3ec51c3 req-eec70302-0c3e-47b4-9ac7-ec0471dfaed4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:40.284480 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c1db350b-34aa-4c65-a28f-2548b3ec51c3 req-eec70302-0c3e-47b4-9ac7-ec0471dfaed4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 943 time: 0.0894523 Jun 22 10:21:40.384168 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c1db350b-34aa-4c65-a28f-2548b3ec51c3 req-59357c27-7087-4a67-b0b8-0c47bc65cec9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932209 Jun 22 10:21:40.714783 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:40.724178 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5385cd1c-e6a9-4b79-a133-b5ba9d76f85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:41.511955 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4e62f-ae7d-43b4-bf70-2a937ab756c8 req-e4a1d077-acd5-4314-b3ed-115598c3823b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:41.514294 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c0e4e62f-ae7d-43b4-bf70-2a937ab756c8 req-e4a1d077-acd5-4314-b3ed-115598c3823b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 943 time: 0.0513396 Jun 22 10:21:41.534905 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:41.568931 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c0e4e62f-ae7d-43b4-bf70-2a937ab756c8 req-318dde65-7253-4df2-a6aa-5027c72f392b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486729 Jun 22 10:21:41.986074 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:42.694539 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc1cb4-d8ee-44be-a42d-b10d09d7e04e req-c793a989-e5b7-4c87-9872-95bffc6acc99 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:42.696003 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9dbc1cb4-d8ee-44be-a42d-b10d09d7e04e req-c793a989-e5b7-4c87-9872-95bffc6acc99 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 943 time: 0.0517893 Jun 22 10:21:42.744121 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9dbc1cb4-d8ee-44be-a42d-b10d09d7e04e req-3ff02530-68c9-4bb8-861a-27890aae5ed1 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424380 Jun 22 10:21:43.437142 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:43.871220 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af090489-83c8-4864-ad64-dde70847ec96 req-3fd3095e-ecd1-4717-a2a8-f6c9c402426b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:43.878924 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-af090489-83c8-4864-ad64-dde70847ec96 req-3fd3095e-ecd1-4717-a2a8-f6c9c402426b tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 943 time: 0.0611107 Jun 22 10:21:43.898499 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:43.933988 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-af090489-83c8-4864-ad64-dde70847ec96 req-767c3a1d-82a1-4b90-ad51-34be0a3532ad tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539308 Jun 22 10:21:45.061673 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444f89e-28cb-4def-8088-babca5ff2aa7 req-34997f67-8bfc-420c-b890-5ae7e33fe63d tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:45.063195 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0444f89e-28cb-4def-8088-babca5ff2aa7 req-34997f67-8bfc-420c-b890-5ae7e33fe63d tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 943 time: 0.0467687 Jun 22 10:21:45.115876 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0444f89e-28cb-4def-8088-babca5ff2aa7 req-7614324a-5cb0-4be0-9a32-548c714a1154 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473177 Jun 22 10:21:45.790966 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 41dc4ae0-ddcc-4582-8858-4f23e4695e4a details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:21:45.890390 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:21:45.901256 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'port_id': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a', 'mac_address': 'fa:16:3e:78:27:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 972, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:21:45.935629 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:21:45.936021 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:45.948472 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41dc4ae0-ddcc-4582-8858-4f23e4695e4a {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:21:45.972616 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:21:45.976143 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:46.020615 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,revision_number=9']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:46.209351 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['41dc4ae0-ddcc-4582-8858-4f23e4695e4a'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:21:46.212513 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:46.250108 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17018a1b-04b8-49e5-ae90-2a9cbeb687d2 req-ab217dee-c47f-406c-8861-6ad04c6725d5 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:46.252384 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-17018a1b-04b8-49e5-ae90-2a9cbeb687d2 req-ab217dee-c47f-406c-8861-6ad04c6725d5 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 944 time: 0.0570800 Jun 22 10:21:46.305050 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-17018a1b-04b8-49e5-ae90-2a9cbeb687d2 req-d9eac8ca-9e83-49b9-a819-3fa83b24fba0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472295 Jun 22 10:21:46.911402 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:47.424851 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb24fca-b088-4ca4-8ddc-63235285cf55 req-c096f4dc-864e-450b-8486-2e8776902add tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:47.426541 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-feb24fca-b088-4ca4-8ddc-63235285cf55 req-c096f4dc-864e-450b-8486-2e8776902add tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 944 time: 0.0463758 Jun 22 10:21:47.473582 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-feb24fca-b088-4ca4-8ddc-63235285cf55 req-8af52686-0aea-4987-a8df-a805879a3e94 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414515 Jun 22 10:21:47.808175 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 41dc4ae0-ddcc-4582-8858-4f23e4695e4a up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:21:47.851902 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:21:47.852531 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:47.924613 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:21:47.925331 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:47.952376 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b357b60f-93be-4898-a651-4a407a7dc490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:21:47.954635 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8223f9d7-47f0-4c7b-a91f-b8369239c3e5" -d '{"events": [{"server_uuid": "b357b60f-93be-4898-a651-4a407a7dc490", "name": "network-vif-plugged", "status": "completed", "tag": "41dc4ae0-ddcc-4582-8858-4f23e4695e4a"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:21:47.967881 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:21:47.972958 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:21:47.997036 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310295d8-4e0a-4f90-ac93-03332968743a x-openstack-request-id: req-310295d8-4e0a-4f90-ac93-03332968743a {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:21:47.997330 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b357b60f-93be-4898-a651-4a407a7dc490", "name": "network-vif-plugged", "status": "completed", "tag": "41dc4ae0-ddcc-4582-8858-4f23e4695e4a", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:21:47.997586 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-310295d8-4e0a-4f90-ac93-03332968743a {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:21:47.998008 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310295d8-4e0a-4f90-ac93-03332968743a'] response: {'server_uuid': 'b357b60f-93be-4898-a651-4a407a7dc490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a', 'code': 200} Jun 22 10:21:48.025152 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,revision_number=10']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:21:48.030774 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:48.052064 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:48.195519 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ee873-fb3d-4ab0-9c63-1ae1cd2e3ce4 req-ff8887c3-9c2f-4b88-aed2-bae1354566c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:48.197032 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2a7ee873-fb3d-4ab0-9c63-1ae1cd2e3ce4 req-ff8887c3-9c2f-4b88-aed2-bae1354566c8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 1130 time: 0.0415545 Jun 22 10:21:48.241482 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2a7ee873-fb3d-4ab0-9c63-1ae1cd2e3ce4 req-6bc5e8f6-e5bb-4c20-be56-1571c7320a24 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382330 Jun 22 10:21:48.588942 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:48.598223 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c6542-c188-443f-a7bf-342269c8828b req-815e9443-da0d-438f-9647-6d5f0b0f3bd4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:48.599723 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-592c6542-c188-443f-a7bf-342269c8828b req-815e9443-da0d-438f-9647-6d5f0b0f3bd4 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 946 time: 0.0517218 Jun 22 10:21:48.647609 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-592c6542-c188-443f-a7bf-342269c8828b req-e9e11dbd-78ce-4d5b-833b-9c432683a0c0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418224 Jun 22 10:21:49.030783 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39391f2c-5813-44c4-8e7f-0742310a6b76 req-c794e600-9ec6-4e40-af4f-284459beb86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:49.032315 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-39391f2c-5813-44c4-8e7f-0742310a6b76 req-c794e600-9ec6-4e40-af4f-284459beb86b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ee9d603d9cc4a8797f55d544f189720&device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 1130 time: 0.0408781 Jun 22 10:21:49.157546 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39391f2c-5813-44c4-8e7f-0742310a6b76 req-a5c0b637-ca77-4956-898a-210f64b3ced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:49.159067 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-39391f2c-5813-44c4-8e7f-0742310a6b76 req-a5c0b637-ca77-4956-898a-210f64b3ced0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=323c8696-2ed1-4abe-97f8-e9536ce29485 HTTP/1.1" status: 200 len: 918 time: 0.0900936 Jun 22 10:21:49.516838 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-39391f2c-5813-44c4-8e7f-0742310a6b76 req-30ff19ee-3443-4885-884b-18c3bf65e92f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41dc4ae0-ddcc-4582-8858-4f23e4695e4a HTTP/1.1" status: 200 len: 1001 time: 0.3365560 Jun 22 10:21:49.784229 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b74504-c339-4f88-9f23-b53edf76033f req-00453772-0f08-48f1-a118-c32193e36e93 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:49.785881 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a9b74504-c339-4f88-9f23-b53edf76033f req-00453772-0f08-48f1-a118-c32193e36e93 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 946 time: 0.0512567 Jun 22 10:21:49.838399 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a9b74504-c339-4f88-9f23-b53edf76033f req-d21931c5-abb1-4659-97ce-97ae267bd9de tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453134 Jun 22 10:21:49.872217 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:49.905713 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39391f2c-5813-44c4-8e7f-0742310a6b76 req-4a4c4c48-9db6-407e-bb5b-708bd260764e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:49.907468 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-39391f2c-5813-44c4-8e7f-0742310a6b76 req-4a4c4c48-9db6-407e-bb5b-708bd260764e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f3117d9-0d1e-434f-abb4-63ad07de2d8c HTTP/1.1" status: 200 len: 856 time: 0.0770335 Jun 22 10:21:50.251079 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39391f2c-5813-44c4-8e7f-0742310a6b76 req-cd23cb06-8203-4267-90ca-49738c6bb67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:50.252799 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-39391f2c-5813-44c4-8e7f-0742310a6b76 req-cd23cb06-8203-4267-90ca-49738c6bb67f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=323c8696-2ed1-4abe-97f8-e9536ce29485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511885 Jun 22 10:21:50.343830 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-39391f2c-5813-44c4-8e7f-0742310a6b76 req-6388be9e-9886-4db4-8b8b-9ed9a427806b service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838223 Jun 22 10:21:50.620433 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-39391f2c-5813-44c4-8e7f-0742310a6b76 req-fe68d433-af04-4e18-a0fa-c7492c7b99c5 service neutron] 10.222.0.59 "GET /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998597 Jun 22 10:21:50.972624 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494c564-1f62-4377-8704-0ef1f770702d req-99efdd9e-da9f-490e-a042-340160d2670d tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:50.974770 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6494c564-1f62-4377-8704-0ef1f770702d req-99efdd9e-da9f-490e-a042-340160d2670d tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 946 time: 0.0528815 Jun 22 10:21:51.033165 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6494c564-1f62-4377-8704-0ef1f770702d req-084aff8a-d05e-4912-b02f-fd800ee4fef0 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515125 Jun 22 10:21:52.995728 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:21:58.021400 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:58.025234 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:21:58.397938 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a237e-9c6c-4b0b-ae85-b49d6a35de9d req-2f6e89c2-684b-415e-8a32-6331feabc227 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:58.399393 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-940a237e-9c6c-4b0b-ae85-b49d6a35de9d req-2f6e89c2-684b-415e-8a32-6331feabc227 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 946 time: 0.0511599 Jun 22 10:21:58.447819 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-940a237e-9c6c-4b0b-ae85-b49d6a35de9d req-42709a80-dc92-49fe-9132-69d9c24754a0 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=523bbcf4-4522-44f9-8f51-6543c7f9f355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427103 Jun 22 10:21:59.567768 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4db943-75ee-4292-9128-49a85239c38c req-3a4803cd-5579-44ed-ac97-97480329f660 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:59.569498 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cd4db943-75ee-4292-9128-49a85239c38c req-3a4803cd-5579-44ed-ac97-97480329f660 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 946 time: 0.0502939 Jun 22 10:21:59.623561 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cd4db943-75ee-4292-9128-49a85239c38c req-aa5176df-93d5-4029-a956-30fbb6ea2e28 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups?id=523bbcf4-4522-44f9-8f51-6543c7f9f355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481522 Jun 22 10:21:59.916214 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d36b2-daf3-40fd-b87f-e6a6444aab0a req-80f8c26d-6e60-42ad-8613-e4f389ec3792 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:21:59.917726 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-249d36b2-daf3-40fd-b87f-e6a6444aab0a req-80f8c26d-6e60-42ad-8613-e4f389ec3792 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.59 "GET /v2.0/ports?device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 946 time: 0.0494590 Jun 22 10:22:00.003248 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-249d36b2-daf3-40fd-b87f-e6a6444aab0a req-ef35ea11-afd1-4739-8ab3-d4d0e159fc91 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Deleting port 14658931-09ac-4ec1-9e21-53442e71aacc {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:22:00.003516 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-249d36b2-daf3-40fd-b87f-e6a6444aab0a req-ef35ea11-afd1-4739-8ab3-d4d0e159fc91 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (14658931-09ac-4ec1-9e21-53442e71aacc), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:00.091674 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-249d36b2-daf3-40fd-b87f-e6a6444aab0a req-ef35ea11-afd1-4739-8ab3-d4d0e159fc91 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] For port 14658931-09ac-4ec1-9e21-53442e71aacc, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=14658931-09ac-4ec1-9e21-53442e71aacc,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:00.091966 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-249d36b2-daf3-40fd-b87f-e6a6444aab0a req-ef35ea11-afd1-4739-8ab3-d4d0e159fc91 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (14658931-09ac-4ec1-9e21-53442e71aacc), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:00.256351 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-249d36b2-daf3-40fd-b87f-e6a6444aab0a req-ef35ea11-afd1-4739-8ab3-d4d0e159fc91 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:00.256632 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-249d36b2-daf3-40fd-b87f-e6a6444aab0a req-ef35ea11-afd1-4739-8ab3-d4d0e159fc91 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (244cf518-d91e-420d-a68b-1117a76bb50f), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:00.256984 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.l3_db [req-249d36b2-daf3-40fd-b87f-e6a6444aab0a req-ef35ea11-afd1-4739-8ab3-d4d0e159fc91 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Floating IP 244cf518-d91e-420d-a68b-1117a76bb50f disassociated. External IP: 172.27.0.122, port: 14658931-09ac-4ec1-9e21-53442e71aacc. Jun 22 10:22:00.257597 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-249d36b2-daf3-40fd-b87f-e6a6444aab0a req-ef35ea11-afd1-4739-8ab3-d4d0e159fc91 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Calling delete_port for 14658931-09ac-4ec1-9e21-53442e71aacc owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:22:00.261442 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:00.389551 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-249d36b2-daf3-40fd-b87f-e6a6444aab0a req-ef35ea11-afd1-4739-8ab3-d4d0e159fc91 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (14658931-09ac-4ec1-9e21-53442e71aacc), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:00.418878 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35ea11-afd1-4739-8ab3-d4d0e159fc91 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event deleted for resources: {'Port': ['ID=14658931-09ac-4ec1-9e21-53442e71aacc,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:00.540133 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-249d36b2-daf3-40fd-b87f-e6a6444aab0a req-ef35ea11-afd1-4739-8ab3-d4d0e159fc91 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:22:00.542317 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:00.649055 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-249d36b2-daf3-40fd-b87f-e6a6444aab0a req-ef35ea11-afd1-4739-8ab3-d4d0e159fc91 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:22:00.666651 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2dfd7c-164c-4c1e-81f5-5d8ec5be5b63 None None] Sync routers for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:22:00.677481 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2dfd7c-164c-4c1e-81f5-5d8ec5be5b63 None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:22:00.678420 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-8d2dfd7c-164c-4c1e-81f5-5d8ec5be5b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:21:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:00.694824 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-249d36b2-daf3-40fd-b87f-e6a6444aab0a req-ef35ea11-afd1-4739-8ab3-d4d0e159fc91 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] No DVR routers for this DVR port 14658931-09ac-4ec1-9e21-53442e71aacc on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:22:00.697355 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-249d36b2-daf3-40fd-b87f-e6a6444aab0a req-ef35ea11-afd1-4739-8ab3-d4d0e159fc91 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:00.700665 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-249d36b2-daf3-40fd-b87f-e6a6444aab0a req-ef35ea11-afd1-4739-8ab3-d4d0e159fc91 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.59 "DELETE /v2.0/ports/14658931-09ac-4ec1-9e21-53442e71aacc HTTP/1.1" status: 204 len: 173 time: 0.7773094 Jun 22 10:22:00.701106 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982a8b14-2931-49ee-bc63-124bb37fb8c4', 'name': 'network-vif-deleted', 'tag': '14658931-09ac-4ec1-9e21-53442e71aacc'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:22:00.704049 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d28d97-77df-453d-a55c-8f587c214e96" -d '{"events": [{"server_uuid": "982a8b14-2931-49ee-bc63-124bb37fb8c4", "name": "network-vif-deleted", "tag": "14658931-09ac-4ec1-9e21-53442e71aacc"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:22:00.747072 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7eeb415e-3439-4c90-a7ec-6cc23772b04e req-33630b84-188b-4abc-939b-a27a3e434758 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/ports?device_id=982a8b14-2931-49ee-bc63-124bb37fb8c4 HTTP/1.1" status: 200 len: 210 time: 0.0359375 Jun 22 10:22:00.803171 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-8d2dfd7c-164c-4c1e-81f5-5d8ec5be5b63 None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:22:00.850405 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b53a188-0cfc-4f37-81dc-6d610fe91012 x-openstack-request-id: req-8b53a188-0cfc-4f37-81dc-6d610fe91012 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:22:00.850530 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982a8b14-2931-49ee-bc63-124bb37fb8c4", "name": "network-vif-deleted", "tag": "14658931-09ac-4ec1-9e21-53442e71aacc", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:22:00.850727 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b53a188-0cfc-4f37-81dc-6d610fe91012 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:22:00.851134 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b53a188-0cfc-4f37-81dc-6d610fe91012'] response: {'server_uuid': '982a8b14-2931-49ee-bc63-124bb37fb8c4', 'name': 'network-vif-deleted', 'tag': '14658931-09ac-4ec1-9e21-53442e71aacc', 'status': 'completed', 'code': 200} Jun 22 10:22:01.133169 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-8d2dfd7c-164c-4c1e-81f5-5d8ec5be5b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:01.159609 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2dfd7c-164c-4c1e-81f5-5d8ec5be5b63 None None] Checking router: 5451d18f-d46a-4c3a-8c24-a3ef6daffffe for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:22:01.168229 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2dfd7c-164c-4c1e-81f5-5d8ec5be5b63 None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:22:01.168870 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-8d2dfd7c-164c-4c1e-81f5-5d8ec5be5b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:21:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:01.276764 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-8d2dfd7c-164c-4c1e-81f5-5d8ec5be5b63 None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:22:01.461655 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-8d2dfd7c-164c-4c1e-81f5-5d8ec5be5b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:01.486807 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2dfd7c-164c-4c1e-81f5-5d8ec5be5b63 None None] The sync data for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi is: [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:15:46Z', 'revision_number': 4, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '7f61408d-70d6-425b-b2a9-73bcf2cd18e6', 'name': '', 'network_id': '8bc94bec-5b18-4b15-a531-8b4a0778b280', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'mac_address': 'fa:16:3e:95:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:44Z', 'updated_at': '2022-06-22T10:15:58Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'subnets': [{'id': '22fb0c08-5da0-43f7-a157-f246eb31d192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:22:01.692131 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4a1a91-17c8-4321-894a-98f1602febd6 None None] New status for floating IP 244cf518-d91e-420d-a68b-1117a76bb50f: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:22:01.854049 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43086) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:01.914918 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-811ac60a-8c71-48e9-b604-fcf6b6f2ce52 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (523bbcf4-4522-44f9-8f51-6543c7f9f355), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:01.940086 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-811ac60a-8c71-48e9-b604-fcf6b6f2ce52 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (523bbcf4-4522-44f9-8f51-6543c7f9f355), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:01.987872 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-811ac60a-8c71-48e9-b604-fcf6b6f2ce52 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (523bbcf4-4522-44f9-8f51-6543c7f9f355), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:01.990501 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-811ac60a-8c71-48e9-b604-fcf6b6f2ce52 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:01.991670 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-811ac60a-8c71-48e9-b604-fcf6b6f2ce52 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "DELETE /v2.0/security-groups/523bbcf4-4522-44f9-8f51-6543c7f9f355 HTTP/1.1" status: 204 len: 168 time: 0.1366324 Jun 22 10:22:01.994417 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43088) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:02.001376 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ac60a-8c71-48e9-b604-fcf6b6f2ce52 tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=523bbcf4-4522-44f9-8f51-6543c7f9f355,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:02.010359 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.api.v2.resource [None req-bac93a14-0f1d-4161-aba2-d8d7533a906d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] show failed (client error): The resource could not be found. Jun 22 10:22:02.014056 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-bac93a14-0f1d-4161-aba2-d8d7533a906d tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "GET /v2.0/security-groups/523bbcf4-4522-44f9-8f51-6543c7f9f355 HTTP/1.1" status: 404 len: 347 time: 0.0159662 Jun 22 10:22:02.014310 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43090) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:02.111737 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:02.144249 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-8a885fe5-dba2-4103-acaf-290376c07a2f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Deleting port 17b7bb6d-e6a6-4f3a-b1db-9df6b5f3c3b0 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:22:02.144589 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8a885fe5-dba2-4103-acaf-290376c07a2f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (17b7bb6d-e6a6-4f3a-b1db-9df6b5f3c3b0), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:02.219974 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8a885fe5-dba2-4103-acaf-290376c07a2f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (17b7bb6d-e6a6-4f3a-b1db-9df6b5f3c3b0), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:02.220299 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8a885fe5-dba2-4103-acaf-290376c07a2f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (17b7bb6d-e6a6-4f3a-b1db-9df6b5f3c3b0), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:02.232828 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-8a885fe5-dba2-4103-acaf-290376c07a2f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Calling delete_port for 17b7bb6d-e6a6-4f3a-b1db-9df6b5f3c3b0 owned by network:floatingip {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:22:02.362704 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8a885fe5-dba2-4103-acaf-290376c07a2f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (17b7bb6d-e6a6-4f3a-b1db-9df6b5f3c3b0), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:02.393972 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a885fe5-dba2-4103-acaf-290376c07a2f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Pushing event deleted for resources: {'Port': ['ID=17b7bb6d-e6a6-4f3a-b1db-9df6b5f3c3b0,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:02.459567 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8a885fe5-dba2-4103-acaf-290376c07a2f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks [] for floatingip (244cf518-d91e-420d-a68b-1117a76bb50f), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:02.462043 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8a885fe5-dba2-4103-acaf-290376c07a2f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:02.463189 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8a885fe5-dba2-4103-acaf-290376c07a2f tempest-AttachVolumeNegativeTest-73508829 tempest-AttachVolumeNegativeTest-73508829-project] 10.222.0.43 "DELETE /v2.0/floatingips/244cf518-d91e-420d-a68b-1117a76bb50f HTTP/1.1" status: 204 len: 168 time: 0.4474418 Jun 22 10:22:03.889823 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 14658931-09ac-4ec1-9e21-53442e71aacc no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:22:03.910342 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: 14658931-09ac-4ec1-9e21-53442e71aacc {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:22:03.910686 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 14658931-09ac-4ec1-9e21-53442e71aacc not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:22:06.142443 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43134) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:06.434421 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:06.612332 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9141785d-26f1-40ae-8722-11e035e01249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722568'] for router_interface (5451d18f-d46a-4c3a-8c24-a3ef6daffffe), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:06.789324 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:06.830101 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-9141785d-26f1-40ae-8722-11e035e01249 admin admin] Deleting port 7f61408d-70d6-425b-b2a9-73bcf2cd18e6 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:22:06.830442 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9141785d-26f1-40ae-8722-11e035e01249 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (7f61408d-70d6-425b-b2a9-73bcf2cd18e6), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:06.911416 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-9141785d-26f1-40ae-8722-11e035e01249 admin admin] For port 7f61408d-70d6-425b-b2a9-73bcf2cd18e6, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=7f61408d-70d6-425b-b2a9-73bcf2cd18e6,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:06.911693 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9141785d-26f1-40ae-8722-11e035e01249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (7f61408d-70d6-425b-b2a9-73bcf2cd18e6), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:06.925041 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-9141785d-26f1-40ae-8722-11e035e01249 admin admin] Calling delete_port for 7f61408d-70d6-425b-b2a9-73bcf2cd18e6 owned by network:router_interface {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:22:07.102157 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9141785d-26f1-40ae-8722-11e035e01249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (7f61408d-70d6-425b-b2a9-73bcf2cd18e6), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:07.128244 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141785d-26f1-40ae-8722-11e035e01249 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f61408d-70d6-425b-b2a9-73bcf2cd18e6,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:07.203242 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:07.306117 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9141785d-26f1-40ae-8722-11e035e01249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722460'] for router_interface (5451d18f-d46a-4c3a-8c24-a3ef6daffffe), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:07.517479 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9141785d-26f1-40ae-8722-11e035e01249 admin admin] Router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:22:07.620106 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9141785d-26f1-40ae-8722-11e035e01249 admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:22:07.627122 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9141785d-26f1-40ae-8722-11e035e01249 admin admin] 10.222.0.43 "PUT /v2.0/routers/5451d18f-d46a-4c3a-8c24-a3ef6daffffe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4835508 Jun 22 10:22:07.629555 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43156) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:07.632787 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e10e88-eab5-492f-a3c2-2c8790ab1b13 None None] Sync routers for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:22:07.656481 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e10e88-eab5-492f-a3c2-2c8790ab1b13 None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:22:07.657116 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-81e10e88-eab5-492f-a3c2-2c8790ab1b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:21:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:07.698011 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:07.777882 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-81e10e88-eab5-492f-a3c2-2c8790ab1b13 None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:22:07.951647 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:07.954917 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-81e10e88-eab5-492f-a3c2-2c8790ab1b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:22:07Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:07.978021 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-905f46bd-0af6-4d55-b7b1-16deb0c70c6a admin admin] Publish callbacks [] for router (5451d18f-d46a-4c3a-8c24-a3ef6daffffe), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:07.980230 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e10e88-eab5-492f-a3c2-2c8790ab1b13 None None] Checking router: 5451d18f-d46a-4c3a-8c24-a3ef6daffffe for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:22:07.989627 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e10e88-eab5-492f-a3c2-2c8790ab1b13 None None] Routers {'5451d18f-d46a-4c3a-8c24-a3ef6daffffe'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:22:07.990296 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-81e10e88-eab5-492f-a3c2-2c8790ab1b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:21:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:08.024251 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:08.077093 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-905f46bd-0af6-4d55-b7b1-16deb0c70c6a admin admin] Publish callbacks [] for router_gateway (5451d18f-d46a-4c3a-8c24-a3ef6daffffe), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:08.092679 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-81e10e88-eab5-492f-a3c2-2c8790ab1b13 None None] Set router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:22:08.128855 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-905f46bd-0af6-4d55-b7b1-16deb0c70c6a admin admin] Deleting port 254052c0-16e9-40cc-b630-be44995097cd {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:22:08.129196 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-905f46bd-0af6-4d55-b7b1-16deb0c70c6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (254052c0-16e9-40cc-b630-be44995097cd), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:08.217180 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-905f46bd-0af6-4d55-b7b1-16deb0c70c6a admin admin] For port 254052c0-16e9-40cc-b630-be44995097cd, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=254052c0-16e9-40cc-b630-be44995097cd,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:08.218405 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-905f46bd-0af6-4d55-b7b1-16deb0c70c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (254052c0-16e9-40cc-b630-be44995097cd), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:08.231098 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-905f46bd-0af6-4d55-b7b1-16deb0c70c6a admin admin] Calling delete_port for 254052c0-16e9-40cc-b630-be44995097cd owned by network:router_gateway {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:22:08.259732 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-81e10e88-eab5-492f-a3c2-2c8790ab1b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:22:07Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:08.287333 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e10e88-eab5-492f-a3c2-2c8790ab1b13 None None] The sync data for ids ['5451d18f-d46a-4c3a-8c24-a3ef6daffffe'] in dv-cinder-847131-1-iscsi is: [{'id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'name': 'tempest-AttachVolumeNegativeTest-491112818-router', 'tenant_id': '78629282e2b74418a2c1cdac32576ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '254052c0-16e9-40cc-b630-be44995097cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:38Z', 'updated_at': '2022-06-22T10:22:07Z', 'revision_number': 5, 'project_id': '78629282e2b74418a2c1cdac32576ef1', 'gw_port': {'id': '254052c0-16e9-40cc-b630-be44995097cd', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5451d18f-d46a-4c3a-8c24-a3ef6daffffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:39Z', 'updated_at': '2022-06-22T10:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:22:08.341322 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:08.408110 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-301759de-d50f-487d-a85a-b78ef82c6e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:08.410640 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-905f46bd-0af6-4d55-b7b1-16deb0c70c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (254052c0-16e9-40cc-b630-be44995097cd), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:08.435679 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f46bd-0af6-4d55-b7b1-16deb0c70c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=254052c0-16e9-40cc-b630-be44995097cd,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:08.517679 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-905f46bd-0af6-4d55-b7b1-16deb0c70c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-727608'] for router_gateway (5451d18f-d46a-4c3a-8c24-a3ef6daffffe), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:08.610519 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-905f46bd-0af6-4d55-b7b1-16deb0c70c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261000'] for router (5451d18f-d46a-4c3a-8c24-a3ef6daffffe), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:08.613576 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-905f46bd-0af6-4d55-b7b1-16deb0c70c6a admin admin] Publish callbacks [] for router_controller (5451d18f-d46a-4c3a-8c24-a3ef6daffffe), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:08.624529 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 7f61408d-70d6-425b-b2a9-73bcf2cd18e6 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:22:08.646943 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: 7f61408d-70d6-425b-b2a9-73bcf2cd18e6 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:22:08.647658 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 7f61408d-70d6-425b-b2a9-73bcf2cd18e6 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:22:08.664003 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-905f46bd-0af6-4d55-b7b1-16deb0c70c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-724415'] for router (5451d18f-d46a-4c3a-8c24-a3ef6daffffe), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:08.664686 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905f46bd-0af6-4d55-b7b1-16deb0c70c6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5451d18f-d46a-4c3a-8c24-a3ef6daffffe {{(pid=104123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:22:08.672076 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-905f46bd-0af6-4d55-b7b1-16deb0c70c6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:08.673240 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-905f46bd-0af6-4d55-b7b1-16deb0c70c6a admin admin] 10.222.0.43 "DELETE /v2.0/routers/5451d18f-d46a-4c3a-8c24-a3ef6daffffe HTTP/1.1" status: 204 len: 168 time: 1.0427401 Jun 22 10:22:08.675765 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43158) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:08.726502 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e120e2-d96a-4ad2-8589-b4b036118068 admin admin] Deleting subnet 22fb0c08-5da0-43f7-a157-f246eb31d192 {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 10:22:08.730126 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-69e120e2-d96a-4ad2-8589-b4b036118068 admin admin] Publish callbacks [] for subnet (22fb0c08-5da0-43f7-a157-f246eb31d192), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:08.769807 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-69e120e2-d96a-4ad2-8589-b4b036118068 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4278864'] for subnet (22fb0c08-5da0-43f7-a157-f246eb31d192), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:08.848072 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:08.860508 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-69e120e2-d96a-4ad2-8589-b4b036118068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739848'] for subnet (22fb0c08-5da0-43f7-a157-f246eb31d192), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:08.927855 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-69e120e2-d96a-4ad2-8589-b4b036118068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6232504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517476'] for subnet (22fb0c08-5da0-43f7-a157-f246eb31d192), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:08.953414 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e120e2-d96a-4ad2-8589-b4b036118068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22fb0c08-5da0-43f7-a157-f246eb31d192,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:08.959231 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-69e120e2-d96a-4ad2-8589-b4b036118068 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:08.965150 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-69e120e2-d96a-4ad2-8589-b4b036118068 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/22fb0c08-5da0-43f7-a157-f246eb31d192 HTTP/1.1" status: 204 len: 168 time: 0.2882092 Jun 22 10:22:08.965882 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43170) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:08.971947 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2452021b-ebff-411e-95c1-4feedaa426ff None None] Network 8bc94bec-5b18-4b15-a531-8b4a0778b280 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:22:09.063466 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-822e2678-71d8-4261-be6f-2cafdbc5a600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1791967'] for network (8bc94bec-5b18-4b15-a531-8b4a0778b280), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:09.116015 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-822e2678-71d8-4261-be6f-2cafdbc5a600 admin admin] Deleting port b292d466-5391-4370-9553-adadcec7cc03 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:22:09.116579 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-822e2678-71d8-4261-be6f-2cafdbc5a600 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (b292d466-5391-4370-9553-adadcec7cc03), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:09.161604 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] DHCP port deletion for 8bc94bec-5b18-4b15-a531-8b4a0778b280 request from dv-cinder-847131-1-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 10:22:09.186935 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-822e2678-71d8-4261-be6f-2cafdbc5a600 admin admin] For port b292d466-5391-4370-9553-adadcec7cc03, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=b292d466-5391-4370-9553-adadcec7cc03,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:09.187300 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-822e2678-71d8-4261-be6f-2cafdbc5a600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (b292d466-5391-4370-9553-adadcec7cc03), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:09.200829 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-822e2678-71d8-4261-be6f-2cafdbc5a600 admin admin] Calling delete_port for b292d466-5391-4370-9553-adadcec7cc03 owned by network:dhcp {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:22:09.201975 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] Deleting port b292d466-5391-4370-9553-adadcec7cc03 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:22:09.202362 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (b292d466-5391-4370-9553-adadcec7cc03), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:09.265393 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] For port b292d466-5391-4370-9553-adadcec7cc03, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=b292d466-5391-4370-9553-adadcec7cc03,segment=NetworkSegment(abd6e81e-91f9-43ad-867a-74e35a417def),segment_id=abd6e81e-91f9-43ad-867a-74e35a417def)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:09.265721 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (b292d466-5391-4370-9553-adadcec7cc03), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:09.279232 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] Calling delete_port for b292d466-5391-4370-9553-adadcec7cc03 owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:22:09.284619 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-822e2678-71d8-4261-be6f-2cafdbc5a600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (b292d466-5391-4370-9553-adadcec7cc03), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:09.311073 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e2678-71d8-4261-be6f-2cafdbc5a600 admin admin] Pushing event deleted for resources: {'Port': ['ID=b292d466-5391-4370-9553-adadcec7cc03,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:09.312989 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822e2678-71d8-4261-be6f-2cafdbc5a600 admin admin] No DVR routers for this DVR port b292d466-5391-4370-9553-adadcec7cc03 on host dv-cinder-847131-1-iscsi {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:22:09.336499 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:09.359079 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043'] for port (b292d466-5391-4370-9553-adadcec7cc03), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:09.383908 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] Pushing event deleted for resources: {'Port': ['ID=b292d466-5391-4370-9553-adadcec7cc03,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:09.389058 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-822e2678-71d8-4261-be6f-2cafdbc5a600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722933', 'neutron.services.segments.db._delete_segments_for_network-8773365012875'] for network (8bc94bec-5b18-4b15-a531-8b4a0778b280), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:09.390882 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] No DVR routers for this DVR port b292d466-5391-4370-9553-adadcec7cc03 on host dv-cinder-847131-1-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:22:09.394302 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:09.394653 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:09.394998 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:09.395337 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:09.395670 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:09.395999 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:09.396327 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:09.396651 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:09.396976 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:09.397333 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:09.397619 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:09.397967 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:09.398290 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:09.398610 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:09.398928 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929736-4701-466d-a1dc-06f2d8ef0585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:09.415300 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-822e2678-71d8-4261-be6f-2cafdbc5a600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc94bec-5b18-4b15-a531-8b4a0778b280']}} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:09.425264 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-822e2678-71d8-4261-be6f-2cafdbc5a600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd6e81e-91f9-43ad-867a-74e35a417def') {'for_net_delete': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:09.425754 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-822e2678-71d8-4261-be6f-2cafdbc5a600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd6e81e-91f9-43ad-867a-74e35a417def') {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:09.436416 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-822e2678-71d8-4261-be6f-2cafdbc5a600 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773365013140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6288368'] for segment (abd6e81e-91f9-43ad-867a-74e35a417def), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:09.450662 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-822e2678-71d8-4261-be6f-2cafdbc5a600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (abd6e81e-91f9-43ad-867a-74e35a417def), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:09.458245 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822e2678-71d8-4261-be6f-2cafdbc5a600 admin admin] Releasing vlan 980 on physical network physnet1 to pool {{(pid=104122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:22:09.458635 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-822e2678-71d8-4261-be6f-2cafdbc5a600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5276705'] for segment (abd6e81e-91f9-43ad-867a-74e35a417def), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:09.526159 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-822e2678-71d8-4261-be6f-2cafdbc5a600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745775'] for network (8bc94bec-5b18-4b15-a531-8b4a0778b280), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:09.533049 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-822e2678-71d8-4261-be6f-2cafdbc5a600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:09.536365 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-822e2678-71d8-4261-be6f-2cafdbc5a600 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8bc94bec-5b18-4b15-a531-8b4a0778b280 HTTP/1.1" status: 204 len: 168 time: 0.5694489 Jun 22 10:22:09.556630 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e2678-71d8-4261-be6f-2cafdbc5a600 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc94bec-5b18-4b15-a531-8b4a0778b280,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:09.610073 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment abd6e81e-91f9-43ad-867a-74e35a417def resource provider aggregate not found Jun 22 10:22:09.628094 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment abd6e81e-91f9-43ad-867a-74e35a417def resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abd6e81e-91f9-43ad-867a-74e35a417def found for delete ", "request_id": "req-3df789af-293e-433a-bb55-2a44ea4b8496"}]} Jun 22 10:22:09.661390 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43182) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:09.708482 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-ac6f6529-aa1d-4959-83cd-3d96e2e41432 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78629282e2b74418a2c1cdac32576ef1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0460379 Jun 22 10:22:09.710937 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43184) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:09.734792 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:09.765265 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a789a93f-a175-4cd6-b8db-7e61b0108047 admin admin] Publish callbacks [] for security_group (48db86ea-d30b-462b-9fdf-c1320646f451), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:09.787557 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a789a93f-a175-4cd6-b8db-7e61b0108047 admin admin] Publish callbacks [] for security_group (48db86ea-d30b-462b-9fdf-c1320646f451), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:09.834512 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a789a93f-a175-4cd6-b8db-7e61b0108047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (48db86ea-d30b-462b-9fdf-c1320646f451), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:09.837533 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a789a93f-a175-4cd6-b8db-7e61b0108047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:09.838739 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-a789a93f-a175-4cd6-b8db-7e61b0108047 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/48db86ea-d30b-462b-9fdf-c1320646f451 HTTP/1.1" status: 204 len: 168 time: 0.1268981 Jun 22 10:22:09.847240 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789a93f-a175-4cd6-b8db-7e61b0108047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48db86ea-d30b-462b-9fdf-c1320646f451,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:10.554645 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 254052c0-16e9-40cc-b630-be44995097cd no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:22:10.582047 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: 254052c0-16e9-40cc-b630-be44995097cd {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:22:10.582802 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 254052c0-16e9-40cc-b630-be44995097cd not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:22:10.583590 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device b292d466-5391-4370-9553-adadcec7cc03 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:22:10.610000 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: b292d466-5391-4370-9553-adadcec7cc03 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:22:10.610359 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device b292d466-5391-4370-9553-adadcec7cc03 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:22:10.713931 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a528c2-e738-4479-a7d1-1da05bdc854e req-84aac1ba-1907-4b1a-aeaa-b86c4b35a65d tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:10.715603 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-16a528c2-e738-4479-a7d1-1da05bdc854e req-84aac1ba-1907-4b1a-aeaa-b86c4b35a65d tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 945 time: 0.0617213 Jun 22 10:22:10.721357 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-be5b4977-8e8e-4713-9e33-7b2d40697793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:10.776321 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-16a528c2-e738-4479-a7d1-1da05bdc854e req-30998c7b-9300-49d2-89f7-148e39e0a5f0 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=70f49b5a-9cc4-41b1-a04e-0df9845e9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531740 Jun 22 10:22:11.763050 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:11.766879 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:11.905125 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd4678-1bbf-43f8-8503-3e438430273a req-64d5a531-7658-4cfa-82e3-554302a002d8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:11.906894 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ccbd4678-1bbf-43f8-8503-3e438430273a req-64d5a531-7658-4cfa-82e3-554302a002d8 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 945 time: 0.0521500 Jun 22 10:22:11.956799 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ccbd4678-1bbf-43f8-8503-3e438430273a req-a007b201-680d-4c5b-915b-527bf37168a6 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups?id=70f49b5a-9cc4-41b1-a04e-0df9845e9a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432441 Jun 22 10:22:11.994950 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:12.374630 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535763e1-e3b6-477a-824d-8712edd9ccba req-ee622e4c-1c4c-4000-87b5-ff8124dd4092 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:12.375555 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-535763e1-e3b6-477a-824d-8712edd9ccba req-ee622e4c-1c4c-4000-87b5-ff8124dd4092 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.59 "GET /v2.0/ports?device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 945 time: 0.0476348 Jun 22 10:22:12.459492 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-535763e1-e3b6-477a-824d-8712edd9ccba req-f12a69ce-8344-4929-b614-84aa3b8b106f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Deleting port 181865e7-8701-4ee4-8619-52218e16c189 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:22:12.459834 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-535763e1-e3b6-477a-824d-8712edd9ccba req-f12a69ce-8344-4929-b614-84aa3b8b106f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (181865e7-8701-4ee4-8619-52218e16c189), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:12.559516 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-535763e1-e3b6-477a-824d-8712edd9ccba req-f12a69ce-8344-4929-b614-84aa3b8b106f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] For port 181865e7-8701-4ee4-8619-52218e16c189, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=181865e7-8701-4ee4-8619-52218e16c189,segment=NetworkSegment(5dd0de8d-f8c8-4942-86ff-82b5a3cacf29),segment_id=5dd0de8d-f8c8-4942-86ff-82b5a3cacf29)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:12.559886 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-535763e1-e3b6-477a-824d-8712edd9ccba req-f12a69ce-8344-4929-b614-84aa3b8b106f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (181865e7-8701-4ee4-8619-52218e16c189), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:12.729519 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-535763e1-e3b6-477a-824d-8712edd9ccba req-f12a69ce-8344-4929-b614-84aa3b8b106f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:12.734705 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-535763e1-e3b6-477a-824d-8712edd9ccba req-f12a69ce-8344-4929-b614-84aa3b8b106f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (2fbd34be-b7c1-4205-ba4e-03c42a0ea1fb), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:12.734705 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.l3_db [req-535763e1-e3b6-477a-824d-8712edd9ccba req-f12a69ce-8344-4929-b614-84aa3b8b106f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Floating IP 2fbd34be-b7c1-4205-ba4e-03c42a0ea1fb disassociated. External IP: 172.27.0.23, port: 181865e7-8701-4ee4-8619-52218e16c189. Jun 22 10:22:12.734705 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-535763e1-e3b6-477a-824d-8712edd9ccba req-f12a69ce-8344-4929-b614-84aa3b8b106f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Calling delete_port for 181865e7-8701-4ee4-8619-52218e16c189 owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:22:12.823257 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:12.891683 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-535763e1-e3b6-477a-824d-8712edd9ccba req-f12a69ce-8344-4929-b614-84aa3b8b106f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (181865e7-8701-4ee4-8619-52218e16c189), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:12.921947 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a69ce-8344-4929-b614-84aa3b8b106f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Pushing event deleted for resources: {'Port': ['ID=181865e7-8701-4ee4-8619-52218e16c189,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:13.042034 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-535763e1-e3b6-477a-824d-8712edd9ccba req-f12a69ce-8344-4929-b614-84aa3b8b106f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:22:13.056769 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5d97944e-6ef9-4c36-b29c-a6b285ef3fc4 req-0dcc6862-fd1d-47cc-ab95-5a5bd0a9ed27 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/ports?device_id=edabe652-f189-4feb-89b8-6bc768c1669d HTTP/1.1" status: 200 len: 210 time: 0.0286746 Jun 22 10:22:13.146968 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-535763e1-e3b6-477a-824d-8712edd9ccba req-f12a69ce-8344-4929-b614-84aa3b8b106f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:22:13.157874 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e7c69e-e92d-416d-8536-04f543142ab5 None None] Sync routers for ids ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:22:13.168826 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e7c69e-e92d-416d-8536-04f543142ab5 None None] Routers {'3a28b2b6-edaf-4051-94d9-0a9feb746c36'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:22:13.169667 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-75e7c69e-e92d-416d-8536-04f543142ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:22:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:13.177220 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:13.193911 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-535763e1-e3b6-477a-824d-8712edd9ccba req-f12a69ce-8344-4929-b614-84aa3b8b106f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] No DVR routers for this DVR port 181865e7-8701-4ee4-8619-52218e16c189 on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:22:13.196379 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-535763e1-e3b6-477a-824d-8712edd9ccba req-f12a69ce-8344-4929-b614-84aa3b8b106f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:13.199700 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-535763e1-e3b6-477a-824d-8712edd9ccba req-f12a69ce-8344-4929-b614-84aa3b8b106f tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.59 "DELETE /v2.0/ports/181865e7-8701-4ee4-8619-52218e16c189 HTTP/1.1" status: 204 len: 173 time: 0.8182342 Jun 22 10:22:13.200080 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edabe652-f189-4feb-89b8-6bc768c1669d', 'name': 'network-vif-deleted', 'tag': '181865e7-8701-4ee4-8619-52218e16c189'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:22:13.202521 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5a46b0-fa7d-401a-a1e5-f47f2506b091" -d '{"events": [{"server_uuid": "edabe652-f189-4feb-89b8-6bc768c1669d", "name": "network-vif-deleted", "tag": "181865e7-8701-4ee4-8619-52218e16c189"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:22:13.248127 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e89d68-db44-4023-a5c7-a3b0a737d46c x-openstack-request-id: req-90e89d68-db44-4023-a5c7-a3b0a737d46c {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:22:13.250455 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edabe652-f189-4feb-89b8-6bc768c1669d", "name": "network-vif-deleted", "tag": "181865e7-8701-4ee4-8619-52218e16c189", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:22:13.250925 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90e89d68-db44-4023-a5c7-a3b0a737d46c {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:22:13.251401 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e89d68-db44-4023-a5c7-a3b0a737d46c'] response: {'server_uuid': 'edabe652-f189-4feb-89b8-6bc768c1669d', 'name': 'network-vif-deleted', 'tag': '181865e7-8701-4ee4-8619-52218e16c189', 'status': 'completed', 'code': 200} Jun 22 10:22:13.290588 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-75e7c69e-e92d-416d-8536-04f543142ab5 None None] Set router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:22:13.444662 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:13.487627 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-75e7c69e-e92d-416d-8536-04f543142ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 4, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'gw_port': {'id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'bbf77c28-4758-4c3b-954b-a69bd9aa326f', 'name': '', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'mac_address': 'fa:16:3e:01:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:58Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 5, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'subnets': [{'id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:13.510997 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e7c69e-e92d-416d-8536-04f543142ab5 None None] Checking router: 3a28b2b6-edaf-4051-94d9-0a9feb746c36 for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:22:13.519187 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e7c69e-e92d-416d-8536-04f543142ab5 None None] Routers {'3a28b2b6-edaf-4051-94d9-0a9feb746c36'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:22:13.519724 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-75e7c69e-e92d-416d-8536-04f543142ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:22:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:13.620492 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-75e7c69e-e92d-416d-8536-04f543142ab5 None None] Set router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:22:13.892384 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:13.894003 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-75e7c69e-e92d-416d-8536-04f543142ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 4, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'gw_port': {'id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'bbf77c28-4758-4c3b-954b-a69bd9aa326f', 'name': '', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'mac_address': 'fa:16:3e:01:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:58Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 5, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'subnets': [{'id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:13.923334 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e7c69e-e92d-416d-8536-04f543142ab5 None None] The sync data for ids ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'] in dv-cinder-847131-1-iscsi is: [{'id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 4, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'gw_port': {'id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'bbf77c28-4758-4c3b-954b-a69bd9aa326f', 'name': '', 'network_id': 'f4e78d1e-cabc-488a-aae3-f9e986faebb4', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'mac_address': 'fa:16:3e:01:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:58Z', 'updated_at': '2022-06-22T10:16:14Z', 'revision_number': 5, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'subnets': [{'id': 'dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:22:14.152402 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43280) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:14.183257 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b177ce2-a091-42b5-a8f5-b664358abee6 None None] New status for floating IP 2fbd34be-b7c1-4205-ba4e-03c42a0ea1fb: DOWN {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:22:14.226367 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3ff9e8e3-d0ca-4c33-b055-99dceda82fd9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group (70f49b5a-9cc4-41b1-a04e-0df9845e9a97), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:14.253133 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3ff9e8e3-d0ca-4c33-b055-99dceda82fd9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group (70f49b5a-9cc4-41b1-a04e-0df9845e9a97), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:14.313464 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3ff9e8e3-d0ca-4c33-b055-99dceda82fd9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (70f49b5a-9cc4-41b1-a04e-0df9845e9a97), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:14.316164 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3ff9e8e3-d0ca-4c33-b055-99dceda82fd9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:14.317307 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-3ff9e8e3-d0ca-4c33-b055-99dceda82fd9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "DELETE /v2.0/security-groups/70f49b5a-9cc4-41b1-a04e-0df9845e9a97 HTTP/1.1" status: 204 len: 168 time: 0.1625223 Jun 22 10:22:14.320126 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43282) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:14.327850 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9e8e3-d0ca-4c33-b055-99dceda82fd9 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f49b5a-9cc4-41b1-a04e-0df9845e9a97,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:14.344581 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.api.v2.resource [None req-08075e7d-def5-4093-95d0-11c5db6d8328 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] show failed (client error): The resource could not be found. Jun 22 10:22:14.345651 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-08075e7d-def5-4093-95d0-11c5db6d8328 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "GET /v2.0/security-groups/70f49b5a-9cc4-41b1-a04e-0df9845e9a97 HTTP/1.1" status: 404 len: 347 time: 0.0238845 Jun 22 10:22:14.348686 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43284) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:14.465255 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:14.471854 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-ba6678ca-1e3a-41ec-8aba-45cb4c0b5f82 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Deleting port 8356c577-54f5-43ce-88b9-1d7018897f46 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:22:14.472193 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ba6678ca-1e3a-41ec-8aba-45cb4c0b5f82 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (8356c577-54f5-43ce-88b9-1d7018897f46), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:14.567932 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ba6678ca-1e3a-41ec-8aba-45cb4c0b5f82 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (8356c577-54f5-43ce-88b9-1d7018897f46), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:14.568258 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ba6678ca-1e3a-41ec-8aba-45cb4c0b5f82 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for floatingip (8356c577-54f5-43ce-88b9-1d7018897f46), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:14.589485 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-ba6678ca-1e3a-41ec-8aba-45cb4c0b5f82 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Calling delete_port for 8356c577-54f5-43ce-88b9-1d7018897f46 owned by network:floatingip {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:22:14.726067 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ba6678ca-1e3a-41ec-8aba-45cb4c0b5f82 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (8356c577-54f5-43ce-88b9-1d7018897f46), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:14.752116 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6678ca-1e3a-41ec-8aba-45cb4c0b5f82 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Pushing event deleted for resources: {'Port': ['ID=8356c577-54f5-43ce-88b9-1d7018897f46,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:14.816368 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ba6678ca-1e3a-41ec-8aba-45cb4c0b5f82 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks [] for floatingip (2fbd34be-b7c1-4205-ba4e-03c42a0ea1fb), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:14.818981 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ba6678ca-1e3a-41ec-8aba-45cb4c0b5f82 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:14.820143 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ba6678ca-1e3a-41ec-8aba-45cb4c0b5f82 tempest-AttachVolumeTestJSON-1901268930 tempest-AttachVolumeTestJSON-1901268930-project] 10.222.0.43 "DELETE /v2.0/floatingips/2fbd34be-b7c1-4205-ba4e-03c42a0ea1fb HTTP/1.1" status: 204 len: 168 time: 0.4703755 Jun 22 10:22:16.316198 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 181865e7-8701-4ee4-8619-52218e16c189 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:22:16.335390 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: 181865e7-8701-4ee4-8619-52218e16c189 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:22:16.335737 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 181865e7-8701-4ee4-8619-52218e16c189 not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:22:17.230500 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:20.478044 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43370) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:20.652468 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:20.839395 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43388) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:20.951613 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a616a79e-ab14-42b2-9fd5-a5ebf42f4dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:20.968957 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-870ed307-a360-4978-b330-e5878a8322ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722568'] for router_interface (3a28b2b6-edaf-4051-94d9-0a9feb746c36), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:21.030335 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a616a79e-ab14-42b2-9fd5-a5ebf42f4dae admin admin] Publish callbacks [] for security_group (599ab9b4-bb29-4275-a474-430d5526e96d), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:21.036032 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a616a79e-ab14-42b2-9fd5-a5ebf42f4dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (599ab9b4-bb29-4275-a474-430d5526e96d), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:21.075628 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-a616a79e-ab14-42b2-9fd5-a5ebf42f4dae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f6800c2e0944924a9768cd4dfffac14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351429 Jun 22 10:22:21.077767 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616a79e-ab14-42b2-9fd5-a5ebf42f4dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599ab9b4-bb29-4275-a474-430d5526e96d,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:21.080065 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43392) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:21.145632 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3eb45caa-a37a-49e5-8c47-575789acfd05 admin admin] Publish callbacks [] for security_group (599ab9b4-bb29-4275-a474-430d5526e96d), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:21.167787 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3eb45caa-a37a-49e5-8c47-575789acfd05 admin admin] Publish callbacks [] for security_group (599ab9b4-bb29-4275-a474-430d5526e96d), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:21.169366 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:21.200539 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-870ed307-a360-4978-b330-e5878a8322ad admin admin] Deleting port bbf77c28-4758-4c3b-954b-a69bd9aa326f {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:22:21.200878 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-870ed307-a360-4978-b330-e5878a8322ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (bbf77c28-4758-4c3b-954b-a69bd9aa326f), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:21.216385 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3eb45caa-a37a-49e5-8c47-575789acfd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (599ab9b4-bb29-4275-a474-430d5526e96d), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:21.219256 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3eb45caa-a37a-49e5-8c47-575789acfd05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:21.220427 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-3eb45caa-a37a-49e5-8c47-575789acfd05 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/599ab9b4-bb29-4275-a474-430d5526e96d HTTP/1.1" status: 204 len: 168 time: 0.1394472 Jun 22 10:22:21.229024 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb45caa-a37a-49e5-8c47-575789acfd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599ab9b4-bb29-4275-a474-430d5526e96d,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:21.291644 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-870ed307-a360-4978-b330-e5878a8322ad admin admin] For port bbf77c28-4758-4c3b-954b-a69bd9aa326f, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=bbf77c28-4758-4c3b-954b-a69bd9aa326f,segment=NetworkSegment(5dd0de8d-f8c8-4942-86ff-82b5a3cacf29),segment_id=5dd0de8d-f8c8-4942-86ff-82b5a3cacf29)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:21.292015 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-870ed307-a360-4978-b330-e5878a8322ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (bbf77c28-4758-4c3b-954b-a69bd9aa326f), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:21.306466 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-870ed307-a360-4978-b330-e5878a8322ad admin admin] Calling delete_port for bbf77c28-4758-4c3b-954b-a69bd9aa326f owned by network:router_interface {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:22:21.495742 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-870ed307-a360-4978-b330-e5878a8322ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (bbf77c28-4758-4c3b-954b-a69bd9aa326f), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:21.500967 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43398) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:21.532958 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ed307-a360-4978-b330-e5878a8322ad admin admin] Pushing event deleted for resources: {'Port': ['ID=bbf77c28-4758-4c3b-954b-a69bd9aa326f,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:21.536710 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-064fa839-b34c-492d-90a9-8bdcace87d34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:21.541914 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:21.763854 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-064fa839-b34c-492d-90a9-8bdcace87d34 admin admin] Publish callbacks [] for security_group (0c893e8c-b025-4c9d-8708-6cc1cc005bb8), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:21.767148 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-870ed307-a360-4978-b330-e5878a8322ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722460'] for router_interface (3a28b2b6-edaf-4051-94d9-0a9feb746c36), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:21.770331 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-064fa839-b34c-492d-90a9-8bdcace87d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (0c893e8c-b025-4c9d-8708-6cc1cc005bb8), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:21.854494 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-064fa839-b34c-492d-90a9-8bdcace87d34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9cdd69966bb434fa52b449f1004bebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523407 Jun 22 10:22:21.856967 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fa839-b34c-492d-90a9-8bdcace87d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c893e8c-b025-4c9d-8708-6cc1cc005bb8,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:21.857119 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43400) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:21.907099 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2f5a4e60-8a11-4215-8714-be4735b7df70 admin admin] Publish callbacks [] for security_group (0c893e8c-b025-4c9d-8708-6cc1cc005bb8), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:21.928924 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2f5a4e60-8a11-4215-8714-be4735b7df70 admin admin] Publish callbacks [] for security_group (0c893e8c-b025-4c9d-8708-6cc1cc005bb8), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:21.957983 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:21.977957 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2f5a4e60-8a11-4215-8714-be4735b7df70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (0c893e8c-b025-4c9d-8708-6cc1cc005bb8), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:21.980694 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2f5a4e60-8a11-4215-8714-be4735b7df70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:21.982056 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-2f5a4e60-8a11-4215-8714-be4735b7df70 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c893e8c-b025-4c9d-8708-6cc1cc005bb8 HTTP/1.1" status: 204 len: 168 time: 0.1239803 Jun 22 10:22:21.985974 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:21.992348 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a4e60-8a11-4215-8714-be4735b7df70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c893e8c-b025-4c9d-8708-6cc1cc005bb8,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:22.257196 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870ed307-a360-4978-b330-e5878a8322ad admin admin] Router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:22:22.361455 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870ed307-a360-4978-b330-e5878a8322ad admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:22:22.369663 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-870ed307-a360-4978-b330-e5878a8322ad admin admin] 10.222.0.43 "PUT /v2.0/routers/3a28b2b6-edaf-4051-94d9-0a9feb746c36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8874125 Jun 22 10:22:22.369663 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43412) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:22.372691 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b065eb0-39cd-40a8-a481-c068ff5d6be9 None None] Sync routers for ids ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:22:22.385958 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b065eb0-39cd-40a8-a481-c068ff5d6be9 None None] Routers {'3a28b2b6-edaf-4051-94d9-0a9feb746c36'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:22:22.386669 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-4b065eb0-39cd-40a8-a481-c068ff5d6be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:22:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:22.475393 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c0604b15-693f-4778-a038-726b752d3dc7 admin admin] Publish callbacks [] for router (3a28b2b6-edaf-4051-94d9-0a9feb746c36), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:22.500688 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-4b065eb0-39cd-40a8-a481-c068ff5d6be9 None None] Set router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:22:22.606123 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c0604b15-693f-4778-a038-726b752d3dc7 admin admin] Publish callbacks [] for router_gateway (3a28b2b6-edaf-4051-94d9-0a9feb746c36), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:22.644251 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:22.664961 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-c0604b15-693f-4778-a038-726b752d3dc7 admin admin] Deleting port 3805a3ac-6d6e-4cad-91e2-415d1209d57e {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:22:22.665311 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c0604b15-693f-4778-a038-726b752d3dc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (3805a3ac-6d6e-4cad-91e2-415d1209d57e), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:22.692462 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:22.699864 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-4b065eb0-39cd-40a8-a481-c068ff5d6be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:22:21Z', 'revision_number': 5, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'gw_port': {'id': '3805a3ac-6d6e-4cad-91e2-415d1209d57e', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:45Z', 'updated_at': '2022-06-22T10:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:22.730009 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b065eb0-39cd-40a8-a481-c068ff5d6be9 None None] Checking router: 3a28b2b6-edaf-4051-94d9-0a9feb746c36 for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:22:22.739284 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b065eb0-39cd-40a8-a481-c068ff5d6be9 None None] Routers {'3a28b2b6-edaf-4051-94d9-0a9feb746c36'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:22:22.739879 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-4b065eb0-39cd-40a8-a481-c068ff5d6be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:22:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:22.750803 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-c0604b15-693f-4778-a038-726b752d3dc7 admin admin] For port 3805a3ac-6d6e-4cad-91e2-415d1209d57e, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=3805a3ac-6d6e-4cad-91e2-415d1209d57e,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:22.751178 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c0604b15-693f-4778-a038-726b752d3dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (3805a3ac-6d6e-4cad-91e2-415d1209d57e), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:22.764582 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-c0604b15-693f-4778-a038-726b752d3dc7 admin admin] Calling delete_port for 3805a3ac-6d6e-4cad-91e2-415d1209d57e owned by network:router_gateway {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:22:22.812599 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:22.822642 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-4b065eb0-39cd-40a8-a481-c068ff5d6be9 None None] Set router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 gateway port host: None {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:22:22.878382 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-4b065eb0-39cd-40a8-a481-c068ff5d6be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:22:22Z', 'revision_number': 6, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'gw_port_host': None}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:22.906146 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b065eb0-39cd-40a8-a481-c068ff5d6be9 None None] The sync data for ids ['3a28b2b6-edaf-4051-94d9-0a9feb746c36'] in dv-cinder-847131-1-iscsi is: [{'id': '3a28b2b6-edaf-4051-94d9-0a9feb746c36', 'name': 'tempest-AttachVolumeTestJSON-1851429434-router', 'tenant_id': 'ad52333bcbec425089c44c3e55df97ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:22:22Z', 'revision_number': 6, 'project_id': 'ad52333bcbec425089c44c3e55df97ff', 'gw_port_host': None}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:22:22.947614 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c0604b15-693f-4778-a038-726b752d3dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (3805a3ac-6d6e-4cad-91e2-415d1209d57e), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:22.976467 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0604b15-693f-4778-a038-726b752d3dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3805a3ac-6d6e-4cad-91e2-415d1209d57e,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:23.045741 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c0604b15-693f-4778-a038-726b752d3dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-727608'] for router_gateway (3a28b2b6-edaf-4051-94d9-0a9feb746c36), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:23.137672 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c0604b15-693f-4778-a038-726b752d3dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261000'] for router (3a28b2b6-edaf-4051-94d9-0a9feb746c36), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:23.140242 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c0604b15-693f-4778-a038-726b752d3dc7 admin admin] Publish callbacks [] for router_controller (3a28b2b6-edaf-4051-94d9-0a9feb746c36), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:23.183976 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c0604b15-693f-4778-a038-726b752d3dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-724415'] for router (3a28b2b6-edaf-4051-94d9-0a9feb746c36), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:23.184739 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0604b15-693f-4778-a038-726b752d3dc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a28b2b6-edaf-4051-94d9-0a9feb746c36 {{(pid=104123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:22:23.189284 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c0604b15-693f-4778-a038-726b752d3dc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:23.190489 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c0604b15-693f-4778-a038-726b752d3dc7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/3a28b2b6-edaf-4051-94d9-0a9feb746c36 HTTP/1.1" status: 204 len: 168 time: 0.8205354 Jun 22 10:22:23.193087 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43436) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:23.238852 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-268dcb14-b18c-4e04-b145-a567ec7e805f admin admin] Deleting subnet dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783 {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 10:22:23.242184 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-268dcb14-b18c-4e04-b145-a567ec7e805f admin admin] Publish callbacks [] for subnet (dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:23.266566 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:23.285889 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-268dcb14-b18c-4e04-b145-a567ec7e805f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4278864'] for subnet (dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:23.371711 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-268dcb14-b18c-4e04-b145-a567ec7e805f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739848'] for subnet (dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:23.427753 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-268dcb14-b18c-4e04-b145-a567ec7e805f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6232504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517476'] for subnet (dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:23.457936 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268dcb14-b18c-4e04-b145-a567ec7e805f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:23.461591 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-268dcb14-b18c-4e04-b145-a567ec7e805f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:23.467466 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43446) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:23.469585 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796c1873-df39-4eb8-98aa-a95c878225fb None None] Network f4e78d1e-cabc-488a-aae3-f9e986faebb4 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:22:23.470276 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-268dcb14-b18c-4e04-b145-a567ec7e805f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/dc0c97e3-d0bc-4d0d-a0d7-8c70b4a7d783 HTTP/1.1" status: 204 len: 168 time: 0.2760968 Jun 22 10:22:23.500476 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:23.542659 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1791967'] for network (f4e78d1e-cabc-488a-aae3-f9e986faebb4), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:23.594498 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Deleting port 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:22:23.594964 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:23.676595 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] For port 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1,segment=NetworkSegment(5dd0de8d-f8c8-4942-86ff-82b5a3cacf29),segment_id=5dd0de8d-f8c8-4942-86ff-82b5a3cacf29)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:23.677032 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:23.692878 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Calling delete_port for 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1 owned by network:dhcp {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:22:23.788723 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:23.794091 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e95078-6410-4c8d-af76-ca2b74d946ec None None] DHCP port deletion for f4e78d1e-cabc-488a-aae3-f9e986faebb4 request from dv-cinder-847131-1-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 10:22:23.826558 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] No DVR routers for this DVR port 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1 on host dv-cinder-847131-1-iscsi {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:22:23.832015 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Pushing event deleted for resources: {'Port': ['ID=1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:23.857538 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:23.858193 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:23.858568 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:23.858928 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:23.858928 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:23.859567 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:23.859898 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:23.860225 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:23.860558 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:23.860884 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:23.861214 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:23.861546 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:23.861897 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:23.862248 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:23.862573 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:23.888880 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:23.923982 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722933', 'neutron.services.segments.db._delete_segments_for_network-8773365012875'] for network (f4e78d1e-cabc-488a-aae3-f9e986faebb4), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:23.949392 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e78d1e-cabc-488a-aae3-f9e986faebb4']}} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:23.960724 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd0de8d-f8c8-4942-86ff-82b5a3cacf29') {'for_net_delete': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:23.961126 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd0de8d-f8c8-4942-86ff-82b5a3cacf29') {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:23.973392 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773365013140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6288368'] for segment (5dd0de8d-f8c8-4942-86ff-82b5a3cacf29), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:23.990051 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (5dd0de8d-f8c8-4942-86ff-82b5a3cacf29), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:23.997176 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Releasing vlan 994 on physical network physnet1 to pool {{(pid=104122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:22:23.997822 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5276705'] for segment (5dd0de8d-f8c8-4942-86ff-82b5a3cacf29), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:24.026127 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment 5dd0de8d-f8c8-4942-86ff-82b5a3cacf29 resource provider aggregate not found Jun 22 10:22:24.065455 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745775'] for network (f4e78d1e-cabc-488a-aae3-f9e986faebb4), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:24.071525 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:24.074599 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] 10.222.0.43 "DELETE /v2.0/networks/f4e78d1e-cabc-488a-aae3-f9e986faebb4 HTTP/1.1" status: 204 len: 168 time: 0.6056166 Jun 22 10:22:24.078107 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment 5dd0de8d-f8c8-4942-86ff-82b5a3cacf29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5dd0de8d-f8c8-4942-86ff-82b5a3cacf29 found for delete ", "request_id": "req-63f1aa34-8225-4e03-8abc-b92cc27dd795"}]} Jun 22 10:22:24.097838 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0983396-89f3-4cd0-8e1a-ad034226b22b admin admin] Pushing event deleted for resources: {'Network': ['ID=f4e78d1e-cabc-488a-aae3-f9e986faebb4,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:24.302890 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43474) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:24.344927 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-a1dc6080-c06a-4af4-9b5a-36cfc1b81529 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad52333bcbec425089c44c3e55df97ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408437 Jun 22 10:22:24.347495 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43478) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:24.398056 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4264-ff39-43eb-bfb8-c973caccc21e admin admin] Publish callbacks [] for security_group (caade1bd-fcbb-4f22-baa1-cd6195588997), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:24.421509 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4264-ff39-43eb-bfb8-c973caccc21e admin admin] Publish callbacks [] for security_group (caade1bd-fcbb-4f22-baa1-cd6195588997), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:24.472290 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4264-ff39-43eb-bfb8-c973caccc21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (caade1bd-fcbb-4f22-baa1-cd6195588997), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:24.474865 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4264-ff39-43eb-bfb8-c973caccc21e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:24.476172 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-8b7d4264-ff39-43eb-bfb8-c973caccc21e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/caade1bd-fcbb-4f22-baa1-cd6195588997 HTTP/1.1" status: 204 len: 168 time: 0.1276412 Jun 22 10:22:24.485118 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d4264-ff39-43eb-bfb8-c973caccc21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caade1bd-fcbb-4f22-baa1-cd6195588997,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:24.542868 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:24.550250 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14d05b-030c-4f7e-95fa-e8b01174ec8b req-f08d5058-5baa-4b0c-afe1-6b6314ef11d9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:24.551843 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d14d05b-030c-4f7e-95fa-e8b01174ec8b req-f08d5058-5baa-4b0c-afe1-6b6314ef11d9 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 946 time: 0.0599749 Jun 22 10:22:24.598241 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 3805a3ac-6d6e-4cad-91e2-415d1209d57e no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:22:24.605386 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6d14d05b-030c-4f7e-95fa-e8b01174ec8b req-4812b7be-58fe-46b6-8a91-199ca428527f tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458891 Jun 22 10:22:24.624021 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: 3805a3ac-6d6e-4cad-91e2-415d1209d57e {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:22:24.625009 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 3805a3ac-6d6e-4cad-91e2-415d1209d57e not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:22:24.625424 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:22:24.644349 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:22:24.644706 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 1fe0ad3b-cedc-4193-ab6d-8cf3213e77b1 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:22:24.645397 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device bbf77c28-4758-4c3b-954b-a69bd9aa326f no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:22:24.668153 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: bbf77c28-4758-4c3b-954b-a69bd9aa326f {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:22:24.668153 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device bbf77c28-4758-4c3b-954b-a69bd9aa326f not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:22:25.734789 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328072f-cf17-41d1-b3f7-605aa05456d9 req-54b9f41c-e838-45ca-a247-5135d9aaafd3 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:25.736333 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c328072f-cf17-41d1-b3f7-605aa05456d9 req-54b9f41c-e838-45ca-a247-5135d9aaafd3 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 946 time: 0.0542965 Jun 22 10:22:25.784981 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c328072f-cf17-41d1-b3f7-605aa05456d9 req-cab7aad0-104e-4166-8ff1-d7024937a808 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427289 Jun 22 10:22:25.848796 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1d37e-84a9-4107-a207-6ad60e48a157 req-e660d151-4a00-4b49-83d4-02166b92e886 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:25.850457 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-21e1d37e-84a9-4107-a207-6ad60e48a157 req-e660d151-4a00-4b49-83d4-02166b92e886 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.59 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 946 time: 0.0540886 Jun 22 10:22:25.941156 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-21e1d37e-84a9-4107-a207-6ad60e48a157 req-29f323ce-2f8b-423c-9045-abc08a607a98 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Deleting port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:22:25.941504 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-21e1d37e-84a9-4107-a207-6ad60e48a157 req-29f323ce-2f8b-423c-9045-abc08a607a98 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:25.970680 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:26.039367 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-21e1d37e-84a9-4107-a207-6ad60e48a157 req-29f323ce-2f8b-423c-9045-abc08a607a98 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] For port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:26.039738 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-21e1d37e-84a9-4107-a207-6ad60e48a157 req-29f323ce-2f8b-423c-9045-abc08a607a98 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:26.209834 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-21e1d37e-84a9-4107-a207-6ad60e48a157 req-29f323ce-2f8b-423c-9045-abc08a607a98 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:26.210377 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-21e1d37e-84a9-4107-a207-6ad60e48a157 req-29f323ce-2f8b-423c-9045-abc08a607a98 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (c5c49ee4-777b-4d9c-9604-375a2b1ad362), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:26.210632 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.l3_db [req-21e1d37e-84a9-4107-a207-6ad60e48a157 req-29f323ce-2f8b-423c-9045-abc08a607a98 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Floating IP c5c49ee4-777b-4d9c-9604-375a2b1ad362 disassociated. External IP: 172.27.0.206, port: 41dc4ae0-ddcc-4582-8858-4f23e4695e4a. Jun 22 10:22:26.210910 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-21e1d37e-84a9-4107-a207-6ad60e48a157 req-29f323ce-2f8b-423c-9045-abc08a607a98 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Calling delete_port for 41dc4ae0-ddcc-4582-8858-4f23e4695e4a owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:22:26.349342 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-21e1d37e-84a9-4107-a207-6ad60e48a157 req-29f323ce-2f8b-423c-9045-abc08a607a98 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (41dc4ae0-ddcc-4582-8858-4f23e4695e4a), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:26.355370 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:26.386130 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f323ce-2f8b-423c-9045-abc08a607a98 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Pushing event deleted for resources: {'Port': ['ID=41dc4ae0-ddcc-4582-8858-4f23e4695e4a,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:26.516372 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21e1d37e-84a9-4107-a207-6ad60e48a157 req-29f323ce-2f8b-423c-9045-abc08a607a98 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:22:26.581087 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43568) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:26.639146 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21e1d37e-84a9-4107-a207-6ad60e48a157 req-29f323ce-2f8b-423c-9045-abc08a607a98 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:22:26.650674 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf171b9-7255-4730-960a-93562e7a8a58 None None] Sync routers for ids ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:22:26.665537 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf171b9-7255-4730-960a-93562e7a8a58 None None] Routers {'3a0cf69c-54dc-4d21-8efc-f403884bfaf1'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:22:26.666221 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-cdf171b9-7255-4730-960a-93562e7a8a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:22:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:26.766634 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-13d3fb9f-f657-4b5a-af05-9729ccc8125d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:26.794998 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-cdf171b9-7255-4730-960a-93562e7a8a58 None None] Set router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:22:26.802389 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43574) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:26.847658 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:26.991030 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7da3c79d-ef94-462e-86c6-448c807e0ed1 req-12adf7cd-3266-4183-9a04-283541266242 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 210 time: 0.0795288 Jun 22 10:22:27.029920 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e1d37e-84a9-4107-a207-6ad60e48a157 req-29f323ce-2f8b-423c-9045-abc08a607a98 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] No DVR routers for this DVR port 41dc4ae0-ddcc-4582-8858-4f23e4695e4a on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:22:27.034141 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-13d3fb9f-f657-4b5a-af05-9729ccc8125d admin admin] Publish callbacks [] for security_group (badae5c7-317b-4f3a-9966-a9959c5683e3), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:27.036522 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-21e1d37e-84a9-4107-a207-6ad60e48a157 req-29f323ce-2f8b-423c-9045-abc08a607a98 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:27.046995 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-21e1d37e-84a9-4107-a207-6ad60e48a157 req-29f323ce-2f8b-423c-9045-abc08a607a98 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.59 "DELETE /v2.0/ports/41dc4ae0-ddcc-4582-8858-4f23e4695e4a HTTP/1.1" status: 204 len: 173 time: 1.1902714 Jun 22 10:22:27.047556 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b357b60f-93be-4898-a651-4a407a7dc490', 'name': 'network-vif-deleted', 'tag': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:22:27.050918 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbad370-b3ce-4864-a4f5-fef1c6bd6640" -d '{"events": [{"server_uuid": "b357b60f-93be-4898-a651-4a407a7dc490", "name": "network-vif-deleted", "tag": "41dc4ae0-ddcc-4582-8858-4f23e4695e4a"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:22:27.068810 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-13d3fb9f-f657-4b5a-af05-9729ccc8125d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (badae5c7-317b-4f3a-9966-a9959c5683e3), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:27.099355 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c1b131bc-2469-4ba0-a0fc-1e10940fbd37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:27.124601 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc5e38a-4bd9-47ce-8d0a-961ce2dde321 x-openstack-request-id: req-3fc5e38a-4bd9-47ce-8d0a-961ce2dde321 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:22:27.125143 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b357b60f-93be-4898-a651-4a407a7dc490", "name": "network-vif-deleted", "tag": "41dc4ae0-ddcc-4582-8858-4f23e4695e4a", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:22:27.125944 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3fc5e38a-4bd9-47ce-8d0a-961ce2dde321 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:22:27.129430 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc5e38a-4bd9-47ce-8d0a-961ce2dde321'] response: {'server_uuid': 'b357b60f-93be-4898-a651-4a407a7dc490', 'name': 'network-vif-deleted', 'tag': '41dc4ae0-ddcc-4582-8858-4f23e4695e4a', 'status': 'completed', 'code': 200} Jun 22 10:22:27.145427 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-13d3fb9f-f657-4b5a-af05-9729ccc8125d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0918be4c0b0e4614866a98f94a9149d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5609875 Jun 22 10:22:27.148633 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43586) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:27.150564 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3fb9f-f657-4b5a-af05-9729ccc8125d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badae5c7-317b-4f3a-9966-a9959c5683e3,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:27.188208 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-cdf171b9-7255-4730-960a-93562e7a8a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:50Z', 'revision_number': 4, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'gw_port': {'id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:43Z', 'updated_at': '2022-06-22T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '8aecbac2-ed8b-476a-81de-7231270a736e', 'name': '', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'mac_address': 'fa:16:3e:61:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:48Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 5, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'subnets': [{'id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:27.228701 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf171b9-7255-4730-960a-93562e7a8a58 None None] Checking router: 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:22:27.239619 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf171b9-7255-4730-960a-93562e7a8a58 None None] Routers {'3a0cf69c-54dc-4d21-8efc-f403884bfaf1'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:22:27.240521 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-cdf171b9-7255-4730-960a-93562e7a8a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:22:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:27.242081 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0a9d9004-ba86-4761-9824-e438d7edf624 admin admin] Publish callbacks [] for security_group (badae5c7-317b-4f3a-9966-a9959c5683e3), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:27.269356 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0a9d9004-ba86-4761-9824-e438d7edf624 admin admin] Publish callbacks [] for security_group (badae5c7-317b-4f3a-9966-a9959c5683e3), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:27.328394 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0a9d9004-ba86-4761-9824-e438d7edf624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (badae5c7-317b-4f3a-9966-a9959c5683e3), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:27.329061 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4376b-4457-45bb-91b1-c70ba13c98ad req-b5c83973-132f-4487-a2f7-554174087533 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:27.331053 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-14c4376b-4457-45bb-91b1-c70ba13c98ad req-b5c83973-132f-4487-a2f7-554174087533 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 945 time: 0.1137717 Jun 22 10:22:27.331537 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0a9d9004-ba86-4761-9824-e438d7edf624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:27.332990 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-0a9d9004-ba86-4761-9824-e438d7edf624 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/badae5c7-317b-4f3a-9966-a9959c5683e3 HTTP/1.1" status: 204 len: 168 time: 0.1833687 Jun 22 10:22:27.337066 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c1b131bc-2469-4ba0-a0fc-1e10940fbd37 admin admin] Publish callbacks [] for security_group (6346e6d7-68e2-46e5-beb5-5c500c4e47b9), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:27.337185 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:27.341433 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c1b131bc-2469-4ba0-a0fc-1e10940fbd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (6346e6d7-68e2-46e5-beb5-5c500c4e47b9), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:27.345586 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d9004-ba86-4761-9824-e438d7edf624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badae5c7-317b-4f3a-9966-a9959c5683e3,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:27.385452 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-cdf171b9-7255-4730-960a-93562e7a8a58 None None] Set router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:22:27.438605 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b131bc-2469-4ba0-a0fc-1e10940fbd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6346e6d7-68e2-46e5-beb5-5c500c4e47b9,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:27.448665 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c1b131bc-2469-4ba0-a0fc-1e10940fbd37 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=378ffa71cdc94fa39436144dda8a87c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6450851 Jun 22 10:22:27.451989 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43590) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:27.468429 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-14c4376b-4457-45bb-91b1-c70ba13c98ad req-37b137f0-39cf-43eb-8d08-bcae8fd38381 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214745 Jun 22 10:22:27.534402 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-002720ce-5441-42e2-8cb0-2ecae6b761b2 admin admin] Publish callbacks [] for security_group (6346e6d7-68e2-46e5-beb5-5c500c4e47b9), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:27.565643 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-002720ce-5441-42e2-8cb0-2ecae6b761b2 admin admin] Publish callbacks [] for security_group (6346e6d7-68e2-46e5-beb5-5c500c4e47b9), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:27.575011 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:27.595260 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-cdf171b9-7255-4730-960a-93562e7a8a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:50Z', 'revision_number': 4, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'gw_port': {'id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:43Z', 'updated_at': '2022-06-22T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '8aecbac2-ed8b-476a-81de-7231270a736e', 'name': '', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'mac_address': 'fa:16:3e:61:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:48Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 5, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'subnets': [{'id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:27.620247 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-002720ce-5441-42e2-8cb0-2ecae6b761b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (6346e6d7-68e2-46e5-beb5-5c500c4e47b9), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:27.622923 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-002720ce-5441-42e2-8cb0-2ecae6b761b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:27.627920 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf171b9-7255-4730-960a-93562e7a8a58 None None] The sync data for ids ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'] in dv-cinder-847131-1-iscsi is: [{'id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:15:50Z', 'revision_number': 4, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'gw_port': {'id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:43Z', 'updated_at': '2022-06-22T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '8aecbac2-ed8b-476a-81de-7231270a736e', 'name': '', 'network_id': '323c8696-2ed1-4abe-97f8-e9536ce29485', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'mac_address': 'fa:16:3e:61:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:48Z', 'updated_at': '2022-06-22T10:16:01Z', 'revision_number': 5, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'subnets': [{'id': '7f3117d9-0d1e-434f-abb4-63ad07de2d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:22:27.628489 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-002720ce-5441-42e2-8cb0-2ecae6b761b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6346e6d7-68e2-46e5-beb5-5c500c4e47b9 HTTP/1.1" status: 204 len: 168 time: 0.1734593 Jun 22 10:22:27.636932 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002720ce-5441-42e2-8cb0-2ecae6b761b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6346e6d7-68e2-46e5-beb5-5c500c4e47b9,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:27.719145 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43596) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:27.735762 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c3a2e618-8191-4cfb-aed9-4af6afaecda2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:27.754731 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:27.824559 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c3a2e618-8191-4cfb-aed9-4af6afaecda2 admin admin] Publish callbacks [] for security_group (a3fd9128-2410-4bba-ba7a-ccbd29fcfc32), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:27.829110 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c3a2e618-8191-4cfb-aed9-4af6afaecda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (a3fd9128-2410-4bba-ba7a-ccbd29fcfc32), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:27.835157 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:27.877671 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c3a2e618-8191-4cfb-aed9-4af6afaecda2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a58b97418e5a4c75ab766878059b9cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570296 Jun 22 10:22:27.880681 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43600) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:27.888068 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2e618-8191-4cfb-aed9-4af6afaecda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fd9128-2410-4bba-ba7a-ccbd29fcfc32,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:27.940573 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38a4436-27a7-46fb-9815-6932e6092d8e None None] New status for floating IP c5c49ee4-777b-4d9c-9604-375a2b1ad362: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:22:27.946758 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-125756d8-389e-4dae-a436-54c8d7c59d75 admin admin] Publish callbacks [] for security_group (a3fd9128-2410-4bba-ba7a-ccbd29fcfc32), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:27.970573 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-125756d8-389e-4dae-a436-54c8d7c59d75 admin admin] Publish callbacks [] for security_group (a3fd9128-2410-4bba-ba7a-ccbd29fcfc32), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:27.976919 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 41dc4ae0-ddcc-4582-8858-4f23e4695e4a no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:22:28.003856 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: 41dc4ae0-ddcc-4582-8858-4f23e4695e4a {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:22:28.004843 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 41dc4ae0-ddcc-4582-8858-4f23e4695e4a not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:22:28.034944 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-125756d8-389e-4dae-a436-54c8d7c59d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (a3fd9128-2410-4bba-ba7a-ccbd29fcfc32), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:28.039588 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-125756d8-389e-4dae-a436-54c8d7c59d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:28.043293 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-125756d8-389e-4dae-a436-54c8d7c59d75 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3fd9128-2410-4bba-ba7a-ccbd29fcfc32 HTTP/1.1" status: 204 len: 168 time: 0.1591229 Jun 22 10:22:28.050966 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125756d8-389e-4dae-a436-54c8d7c59d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fd9128-2410-4bba-ba7a-ccbd29fcfc32,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:28.118398 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43606) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:28.134660 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d3688c6c-0c8e-4c40-b6e9-973b11afa972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:28.149248 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-eeeab737-6f9c-4165-8c83-a54143a9136e req-93a30913-429b-4a1e-a294-c60d3496a749 tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/ports?device_id=b357b60f-93be-4898-a651-4a407a7dc490 HTTP/1.1" status: 200 len: 210 time: 0.0344572 Jun 22 10:22:28.218341 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d3688c6c-0c8e-4c40-b6e9-973b11afa972 admin admin] Publish callbacks [] for security_group (55ed7647-27fc-4b9c-9a40-8eac075d11f9), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:28.222468 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d3688c6c-0c8e-4c40-b6e9-973b11afa972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (55ed7647-27fc-4b9c-9a40-8eac075d11f9), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:28.261282 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3688c6c-0c8e-4c40-b6e9-973b11afa972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ed7647-27fc-4b9c-9a40-8eac075d11f9,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:28.267108 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-d3688c6c-0c8e-4c40-b6e9-973b11afa972 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7f7778b32a8d40c2b9802def1a64609b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1476731 Jun 22 10:22:28.269489 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43610) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:28.328719 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9eb17001-883f-421d-b18d-b87c28c656e1 admin admin] Publish callbacks [] for security_group (55ed7647-27fc-4b9c-9a40-8eac075d11f9), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:28.352379 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9eb17001-883f-421d-b18d-b87c28c656e1 admin admin] Publish callbacks [] for security_group (55ed7647-27fc-4b9c-9a40-8eac075d11f9), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:28.403708 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9eb17001-883f-421d-b18d-b87c28c656e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (55ed7647-27fc-4b9c-9a40-8eac075d11f9), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:28.406845 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9eb17001-883f-421d-b18d-b87c28c656e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:28.407986 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9eb17001-883f-421d-b18d-b87c28c656e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/55ed7647-27fc-4b9c-9a40-8eac075d11f9 HTTP/1.1" status: 204 len: 168 time: 0.1362617 Jun 22 10:22:28.417817 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb17001-883f-421d-b18d-b87c28c656e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ed7647-27fc-4b9c-9a40-8eac075d11f9,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:28.623412 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd248d66-3f5f-4cc1-81e5-7f86b396b168 req-3634a89d-54be-4ea0-963a-0780b7d8e0c5 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:28.624992 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cd248d66-3f5f-4cc1-81e5-7f86b396b168 req-3634a89d-54be-4ea0-963a-0780b7d8e0c5 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 945 time: 0.0542102 Jun 22 10:22:28.691974 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cd248d66-3f5f-4cc1-81e5-7f86b396b168 req-ec50ca6e-72bc-4cba-b06a-b82c60838538 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599425 Jun 22 10:22:28.807695 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7298053-28e3-4990-9868-569127b08b90 req-d95f2cff-b99f-45bc-829a-c5520d46ad71 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:28.809850 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f7298053-28e3-4990-9868-569127b08b90 req-d95f2cff-b99f-45bc-829a-c5520d46ad71 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.59 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 945 time: 0.0556545 Jun 22 10:22:28.906451 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-f7298053-28e3-4990-9868-569127b08b90 req-3ea54b8b-a72d-4aee-801e-6e9c2709dcf8 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Deleting port 13d80eb1-6fcf-4d7d-864a-8e6485a20811 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:22:28.907023 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-f7298053-28e3-4990-9868-569127b08b90 req-3ea54b8b-a72d-4aee-801e-6e9c2709dcf8 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (13d80eb1-6fcf-4d7d-864a-8e6485a20811), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:28.992616 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:29.013704 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-f7298053-28e3-4990-9868-569127b08b90 req-3ea54b8b-a72d-4aee-801e-6e9c2709dcf8 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] For port 13d80eb1-6fcf-4d7d-864a-8e6485a20811, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=13d80eb1-6fcf-4d7d-864a-8e6485a20811,segment=NetworkSegment(fc028856-14b9-419a-8b62-8b234ffb395e),segment_id=fc028856-14b9-419a-8b62-8b234ffb395e)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:29.014087 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-f7298053-28e3-4990-9868-569127b08b90 req-3ea54b8b-a72d-4aee-801e-6e9c2709dcf8 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (13d80eb1-6fcf-4d7d-864a-8e6485a20811), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:29.194846 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-f7298053-28e3-4990-9868-569127b08b90 req-3ea54b8b-a72d-4aee-801e-6e9c2709dcf8 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:29.195375 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-f7298053-28e3-4990-9868-569127b08b90 req-3ea54b8b-a72d-4aee-801e-6e9c2709dcf8 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (841e2a16-6c23-4ac8-a9d6-b8b34e92adbb), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:29.195667 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.l3_db [req-f7298053-28e3-4990-9868-569127b08b90 req-3ea54b8b-a72d-4aee-801e-6e9c2709dcf8 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Floating IP 841e2a16-6c23-4ac8-a9d6-b8b34e92adbb disassociated. External IP: 172.27.0.180, port: 13d80eb1-6fcf-4d7d-864a-8e6485a20811. Jun 22 10:22:29.196288 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-f7298053-28e3-4990-9868-569127b08b90 req-3ea54b8b-a72d-4aee-801e-6e9c2709dcf8 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Calling delete_port for 13d80eb1-6fcf-4d7d-864a-8e6485a20811 owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:22:29.269565 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43662) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:29.345725 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d8cd-78e7-4e82-86c5-8085b93fdfbf tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group (1dc2f845-3a8d-4129-b9f8-cae51b5f96cb), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:29.376714 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:29.378874 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d8cd-78e7-4e82-86c5-8085b93fdfbf tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group (1dc2f845-3a8d-4129-b9f8-cae51b5f96cb), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:29.385593 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-f7298053-28e3-4990-9868-569127b08b90 req-3ea54b8b-a72d-4aee-801e-6e9c2709dcf8 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (13d80eb1-6fcf-4d7d-864a-8e6485a20811), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:29.424175 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea54b8b-a72d-4aee-801e-6e9c2709dcf8 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event deleted for resources: {'Port': ['ID=13d80eb1-6fcf-4d7d-864a-8e6485a20811,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:29.451635 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d8cd-78e7-4e82-86c5-8085b93fdfbf tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (1dc2f845-3a8d-4129-b9f8-cae51b5f96cb), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:29.456433 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d8cd-78e7-4e82-86c5-8085b93fdfbf tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:29.459447 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c9a6d8cd-78e7-4e82-86c5-8085b93fdfbf tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "DELETE /v2.0/security-groups/1dc2f845-3a8d-4129-b9f8-cae51b5f96cb HTTP/1.1" status: 204 len: 168 time: 0.1879554 Jun 22 10:22:29.479319 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43672) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:29.481934 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6d8cd-78e7-4e82-86c5-8085b93fdfbf tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc2f845-3a8d-4129-b9f8-cae51b5f96cb,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:29.504730 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.api.v2.resource [None req-8c77dede-beea-46b2-8876-c5080ce74e0a tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] show failed (client error): The resource could not be found. Jun 22 10:22:29.506192 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8c77dede-beea-46b2-8876-c5080ce74e0a tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "GET /v2.0/security-groups/1dc2f845-3a8d-4129-b9f8-cae51b5f96cb HTTP/1.1" status: 404 len: 347 time: 0.0256863 Jun 22 10:22:29.509249 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43676) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:29.586949 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7298053-28e3-4990-9868-569127b08b90 req-3ea54b8b-a72d-4aee-801e-6e9c2709dcf8 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Router e2b31658-b074-4e56-b5f2-fdcc84285211 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:22:29.652770 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-8de8496c-2840-4adf-81e1-9af08f1237ba tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Deleting port 8395aad1-30a1-478a-9369-0b70ecae0262 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:22:29.653120 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8de8496c-2840-4adf-81e1-9af08f1237ba tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (8395aad1-30a1-478a-9369-0b70ecae0262), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:29.744411 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7298053-28e3-4990-9868-569127b08b90 req-3ea54b8b-a72d-4aee-801e-6e9c2709dcf8 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:22:29.765438 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cddbc1-7b65-42f6-a5f8-c2cea5abc133 None None] Sync routers for ids ['e2b31658-b074-4e56-b5f2-fdcc84285211'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:22:29.800254 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8de8496c-2840-4adf-81e1-9af08f1237ba tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (8395aad1-30a1-478a-9369-0b70ecae0262), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:29.800797 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8de8496c-2840-4adf-81e1-9af08f1237ba tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for floatingip (8395aad1-30a1-478a-9369-0b70ecae0262), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:29.818703 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cddbc1-7b65-42f6-a5f8-c2cea5abc133 None None] Routers {'e2b31658-b074-4e56-b5f2-fdcc84285211'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:22:29.822021 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-19cddbc1-7b65-42f6-a5f8-c2cea5abc133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:22:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['e2b31658-b074-4e56-b5f2-fdcc84285211'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:29.831954 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7298053-28e3-4990-9868-569127b08b90 req-3ea54b8b-a72d-4aee-801e-6e9c2709dcf8 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] No DVR routers for this DVR port 13d80eb1-6fcf-4d7d-864a-8e6485a20811 on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:22:29.834420 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-f7298053-28e3-4990-9868-569127b08b90 req-3ea54b8b-a72d-4aee-801e-6e9c2709dcf8 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:29.837973 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f7298053-28e3-4990-9868-569127b08b90 req-3ea54b8b-a72d-4aee-801e-6e9c2709dcf8 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.59 "DELETE /v2.0/ports/13d80eb1-6fcf-4d7d-864a-8e6485a20811 HTTP/1.1" status: 204 len: 173 time: 1.0227137 Jun 22 10:22:29.838437 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c617f3-3db0-484a-9d66-15fef4010ec4', 'name': 'network-vif-deleted', 'tag': '13d80eb1-6fcf-4d7d-864a-8e6485a20811'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:22:29.841004 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048f8d2b-4de9-4aab-89c9-8dd11b87c766" -d '{"events": [{"server_uuid": "28c617f3-3db0-484a-9d66-15fef4010ec4", "name": "network-vif-deleted", "tag": "13d80eb1-6fcf-4d7d-864a-8e6485a20811"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:22:29.900165 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-618515b5-26e4-42c3-9d89-c359ab73b932 req-efb56234-f5a0-4541-bda3-1286e2df5150 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=28c617f3-3db0-484a-9d66-15fef4010ec4 HTTP/1.1" status: 200 len: 210 time: 0.0816057 Jun 22 10:22:29.915190 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:29.917091 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-8de8496c-2840-4adf-81e1-9af08f1237ba tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Calling delete_port for 8395aad1-30a1-478a-9369-0b70ecae0262 owned by network:floatingip {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:22:29.948278 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:29.983094 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b4f6b0-e33a-47f5-85aa-7b6fb17ab8a0 x-openstack-request-id: req-d1b4f6b0-e33a-47f5-85aa-7b6fb17ab8a0 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:22:29.984032 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c617f3-3db0-484a-9d66-15fef4010ec4", "name": "network-vif-deleted", "tag": "13d80eb1-6fcf-4d7d-864a-8e6485a20811", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:22:29.984934 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1b4f6b0-e33a-47f5-85aa-7b6fb17ab8a0 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:22:29.985347 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1b4f6b0-e33a-47f5-85aa-7b6fb17ab8a0'] response: {'server_uuid': '28c617f3-3db0-484a-9d66-15fef4010ec4', 'name': 'network-vif-deleted', 'tag': '13d80eb1-6fcf-4d7d-864a-8e6485a20811', 'status': 'completed', 'code': 200} Jun 22 10:22:29.994616 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:22:30.069353 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-19cddbc1-7b65-42f6-a5f8-c2cea5abc133 None None] Set router e2b31658-b074-4e56-b5f2-fdcc84285211 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:22:30.206831 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8de8496c-2840-4adf-81e1-9af08f1237ba tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (8395aad1-30a1-478a-9369-0b70ecae0262), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:30.278132 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8496c-2840-4adf-81e1-9af08f1237ba tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Pushing event deleted for resources: {'Port': ['ID=8395aad1-30a1-478a-9369-0b70ecae0262,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:30.350899 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8de8496c-2840-4adf-81e1-9af08f1237ba tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks [] for floatingip (c5c49ee4-777b-4d9c-9604-375a2b1ad362), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:30.352096 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-19cddbc1-7b65-42f6-a5f8-c2cea5abc133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 5, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:30.355837 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8de8496c-2840-4adf-81e1-9af08f1237ba tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:30.355837 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8de8496c-2840-4adf-81e1-9af08f1237ba tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] 10.222.0.43 "DELETE /v2.0/floatingips/c5c49ee4-777b-4d9c-9604-375a2b1ad362 HTTP/1.1" status: 204 len: 168 time: 0.8448191 Jun 22 10:22:30.383813 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cddbc1-7b65-42f6-a5f8-c2cea5abc133 None None] Checking router: e2b31658-b074-4e56-b5f2-fdcc84285211 for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:22:30.394503 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cddbc1-7b65-42f6-a5f8-c2cea5abc133 None None] Routers {'e2b31658-b074-4e56-b5f2-fdcc84285211'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:22:30.395148 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-19cddbc1-7b65-42f6-a5f8-c2cea5abc133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:22:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['e2b31658-b074-4e56-b5f2-fdcc84285211'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:30.525038 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-19cddbc1-7b65-42f6-a5f8-c2cea5abc133 None None] Set router e2b31658-b074-4e56-b5f2-fdcc84285211 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:22:30.589389 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:30.734188 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-19cddbc1-7b65-42f6-a5f8-c2cea5abc133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 5, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:30.885308 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cddbc1-7b65-42f6-a5f8-c2cea5abc133 None None] The sync data for ids ['e2b31658-b074-4e56-b5f2-fdcc84285211'] in dv-cinder-847131-1-iscsi is: [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 5, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:22:31.196496 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53310ca6-418a-4e44-b760-23ed2337c6ee None None] New status for floating IP 841e2a16-6c23-4ac8-a9d6-b8b34e92adbb: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:22:31.240444 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6507edf3-4c53-4324-ab25-65904357143f req-aed18348-7932-45d4-89c3-085b984d6ddb tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789065302&fields=id&tenant_id=1cb1af845e594466b12a11b7cab99a7c HTTP/1.1" status: 200 len: 267 time: 0.0495441 Jun 22 10:22:31.352620 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507edf3-4c53-4324-ab25-65904357143f req-46fac7bd-b36f-48d1-82f0-0e556a4900e3 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:31.354097 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6507edf3-4c53-4324-ab25-65904357143f req-46fac7bd-b36f-48d1-82f0-0e556a4900e3 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/networks?id=96156af8-0bc3-4b6c-bec6-429f61356c8a HTTP/1.1" status: 200 len: 811 time: 0.1071112 Jun 22 10:22:31.368725 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6507edf3-4c53-4324-ab25-65904357143f req-d2ebad23-595e-471c-8dd4-4867f62af70f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/quotas/1cb1af845e594466b12a11b7cab99a7c HTTP/1.1" status: 200 len: 375 time: 0.0092609 Jun 22 10:22:31.418191 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6507edf3-4c53-4324-ab25-65904357143f req-91d16b54-6755-4da4-a235-4eb6fef4a686 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1cb1af845e594466b12a11b7cab99a7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446615 Jun 22 10:22:31.646660 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6507edf3-4c53-4324-ab25-65904357143f req-b2ed147d-9519-4f38-8d90-c9dc048e9eeb service neutron] 10.222.0.43 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148757 Jun 22 10:22:31.751811 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6507edf3-4c53-4324-ab25-65904357143f req-abcd46c7-fecf-4885-b968-6a05d2a403a5 service neutron] 10.222.0.43 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987377 Jun 22 10:22:31.988870 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 13d80eb1-6fcf-4d7d-864a-8e6485a20811 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:22:32.009491 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: 13d80eb1-6fcf-4d7d-864a-8e6485a20811 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:22:32.009866 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 13d80eb1-6fcf-4d7d-864a-8e6485a20811 not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:22:32.048526 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8af28dba-77b3-4aea-b632-dfb853f944d0 req-82f6853d-11a3-410b-9b8b-fab4e76d7373 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 210 time: 0.0298617 Jun 22 10:22:32.866346 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43780) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:33.154273 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5f0c729f-17c3-4119-8f96-a54ddcd07e88 req-1690cb06-e8b5-4cdb-98a4-ca85f6687084 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 210 time: 0.0319715 Jun 22 10:22:33.356363 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:33.398332 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-aa59344f-250e-4271-96cc-876f4e146417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722568'] for router_interface (3a0cf69c-54dc-4d21-8efc-f403884bfaf1), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:33.665269 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-aa59344f-250e-4271-96cc-876f4e146417 admin admin] Deleting port 8aecbac2-ed8b-476a-81de-7231270a736e {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:22:33.665611 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-aa59344f-250e-4271-96cc-876f4e146417 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (8aecbac2-ed8b-476a-81de-7231270a736e), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:33.740571 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:33.747334 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-aa59344f-250e-4271-96cc-876f4e146417 admin admin] For port 8aecbac2-ed8b-476a-81de-7231270a736e, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=8aecbac2-ed8b-476a-81de-7231270a736e,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:33.747698 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-aa59344f-250e-4271-96cc-876f4e146417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (8aecbac2-ed8b-476a-81de-7231270a736e), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:33.761296 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-aa59344f-250e-4271-96cc-876f4e146417 admin admin] Calling delete_port for 8aecbac2-ed8b-476a-81de-7231270a736e owned by network:router_interface {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:22:33.938484 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-aa59344f-250e-4271-96cc-876f4e146417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (8aecbac2-ed8b-476a-81de-7231270a736e), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:33.961949 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59344f-250e-4271-96cc-876f4e146417 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aecbac2-ed8b-476a-81de-7231270a736e,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:34.133336 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-aa59344f-250e-4271-96cc-876f4e146417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722460'] for router_interface (3a0cf69c-54dc-4d21-8efc-f403884bfaf1), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:34.262551 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-484d6dfb-87b1-4165-ba89-9d2995101b20 req-eefb55da-2a50-42e0-a750-6da9f2a3f8a2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 210 time: 0.0294085 Jun 22 10:22:34.282401 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:34.349540 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa59344f-250e-4271-96cc-876f4e146417 admin admin] Router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:22:34.688829 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa59344f-250e-4271-96cc-876f4e146417 admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:22:34.693755 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-aa59344f-250e-4271-96cc-876f4e146417 admin admin] 10.222.0.43 "PUT /v2.0/routers/3a0cf69c-54dc-4d21-8efc-f403884bfaf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8261962 Jun 22 10:22:34.696219 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43804) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:34.698469 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f53ab-0ad7-4a80-bc0d-9dff2103e18a None None] Sync routers for ids ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:22:34.709177 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f53ab-0ad7-4a80-bc0d-9dff2103e18a None None] Routers {'3a0cf69c-54dc-4d21-8efc-f403884bfaf1'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:22:34.709832 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-b28f53ab-0ad7-4a80-bc0d-9dff2103e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:22:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:34.794259 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-19936b68-5f1c-4040-8976-21f40f8f664a admin admin] Publish callbacks [] for router (3a0cf69c-54dc-4d21-8efc-f403884bfaf1), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:34.808957 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-b28f53ab-0ad7-4a80-bc0d-9dff2103e18a None None] Set router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:22:34.878504 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:34.897916 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-19936b68-5f1c-4040-8976-21f40f8f664a admin admin] Publish callbacks [] for router_gateway (3a0cf69c-54dc-4d21-8efc-f403884bfaf1), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:34.926239 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:34.944036 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-19936b68-5f1c-4040-8976-21f40f8f664a admin admin] Deleting port 550d8b8d-6e49-4b72-ad16-847186bf78a3 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:22:34.944578 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-19936b68-5f1c-4040-8976-21f40f8f664a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (550d8b8d-6e49-4b72-ad16-847186bf78a3), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:34.984296 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-b28f53ab-0ad7-4a80-bc0d-9dff2103e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:22:33Z', 'revision_number': 5, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'gw_port': {'id': '550d8b8d-6e49-4b72-ad16-847186bf78a3', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:15:43Z', 'updated_at': '2022-06-22T10:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:35.008952 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f53ab-0ad7-4a80-bc0d-9dff2103e18a None None] Checking router: 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:22:35.018517 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f53ab-0ad7-4a80-bc0d-9dff2103e18a None None] Routers {'3a0cf69c-54dc-4d21-8efc-f403884bfaf1'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:22:35.019121 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-b28f53ab-0ad7-4a80-bc0d-9dff2103e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:22:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:35.023520 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-19936b68-5f1c-4040-8976-21f40f8f664a admin admin] For port 550d8b8d-6e49-4b72-ad16-847186bf78a3, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=550d8b8d-6e49-4b72-ad16-847186bf78a3,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:35.023884 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-19936b68-5f1c-4040-8976-21f40f8f664a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (550d8b8d-6e49-4b72-ad16-847186bf78a3), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:35.037589 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-19936b68-5f1c-4040-8976-21f40f8f664a admin admin] Calling delete_port for 550d8b8d-6e49-4b72-ad16-847186bf78a3 owned by network:router_gateway {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:22:35.115419 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-b28f53ab-0ad7-4a80-bc0d-9dff2103e18a None None] Set router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 gateway port host: None {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:22:35.175559 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-b28f53ab-0ad7-4a80-bc0d-9dff2103e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:22:34Z', 'revision_number': 6, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'gw_port_host': None}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:35.211205 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f53ab-0ad7-4a80-bc0d-9dff2103e18a None None] The sync data for ids ['3a0cf69c-54dc-4d21-8efc-f403884bfaf1'] in dv-cinder-847131-1-iscsi is: [{'id': '3a0cf69c-54dc-4d21-8efc-f403884bfaf1', 'name': 'tempest-AttachVolumeShelveTestJSON-1321918322-router', 'tenant_id': '5ee9d603d9cc4a8797f55d544f189720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:15:42Z', 'updated_at': '2022-06-22T10:22:34Z', 'revision_number': 6, 'project_id': '5ee9d603d9cc4a8797f55d544f189720', 'gw_port_host': None}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:22:35.309149 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507edf3-4c53-4324-ab25-65904357143f req-128e34fa-551a-44fb-b7bd-0458bc8f25f2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:35.310743 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6507edf3-4c53-4324-ab25-65904357143f req-128e34fa-551a-44fb-b7bd-0458bc8f25f2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.59 "GET /v2.0/networks?id=96156af8-0bc3-4b6c-bec6-429f61356c8a HTTP/1.1" status: 200 len: 811 time: 0.2189894 Jun 22 10:22:35.350242 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-19936b68-5f1c-4040-8976-21f40f8f664a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (550d8b8d-6e49-4b72-ad16-847186bf78a3), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:35.359536 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:35.366630 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8074d866-d5b7-4a8f-93bb-2fbc7ae45c64 req-db36e50a-3e23-4c37-b9bc-45e88bd3e043 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 210 time: 0.0303605 Jun 22 10:22:35.392772 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19936b68-5f1c-4040-8976-21f40f8f664a admin admin] Pushing event deleted for resources: {'Port': ['ID=550d8b8d-6e49-4b72-ad16-847186bf78a3,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:35.442491 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6507edf3-4c53-4324-ab25-65904357143f req-c6e5026b-862f-4c24-bb79-d74e901018ff tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cb1af845e594466b12a11b7cab99a7c HTTP/1.1" status: 200 len: 380 time: 0.1227355 Jun 22 10:22:35.470571 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-6507edf3-4c53-4324-ab25-65904357143f req-7b1553be-079d-4845-88b2-679df836538a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Request body: {'port': {'device_id': '7d67cb6e-5968-4e4d-961f-5fb5e33c186f', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'admin_state_up': True, 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'security_groups': ['a9f47e1e-be45-4e09-b935-b6be0d03406f']}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:22:35.548659 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-19936b68-5f1c-4040-8976-21f40f8f664a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-727608'] for router_gateway (3a0cf69c-54dc-4d21-8efc-f403884bfaf1), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:35.706291 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-19936b68-5f1c-4040-8976-21f40f8f664a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261000'] for router (3a0cf69c-54dc-4d21-8efc-f403884bfaf1), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:35.710111 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-19936b68-5f1c-4040-8976-21f40f8f664a admin admin] Publish callbacks [] for router_controller (3a0cf69c-54dc-4d21-8efc-f403884bfaf1), precommit_delete_associations {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:35.787146 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:35.795945 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-19936b68-5f1c-4040-8976-21f40f8f664a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-724415'] for router (3a0cf69c-54dc-4d21-8efc-f403884bfaf1), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:35.796838 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19936b68-5f1c-4040-8976-21f40f8f664a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a0cf69c-54dc-4d21-8efc-f403884bfaf1 {{(pid=104122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:22:35.799638 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6507edf3-4c53-4324-ab25-65904357143f req-7b1553be-079d-4845-88b2-679df836538a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Made reservation on behalf of 1cb1af845e594466b12a11b7cab99a7c for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:22:35.803151 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-6507edf3-4c53-4324-ab25-65904357143f req-7b1553be-079d-4845-88b2-679df836538a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:35.807453 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-19936b68-5f1c-4040-8976-21f40f8f664a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:35.808660 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-19936b68-5f1c-4040-8976-21f40f8f664a admin admin] 10.222.0.43 "DELETE /v2.0/routers/3a0cf69c-54dc-4d21-8efc-f403884bfaf1 HTTP/1.1" status: 204 len: 168 time: 1.1114006 Jun 22 10:22:35.811587 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43820) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:35.860147 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-48348c53-d2b5-45ae-aed3-4d84c0b8ed86 admin admin] Deleting subnet 7f3117d9-0d1e-434f-abb4-63ad07de2d8c {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 10:22:35.863626 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-48348c53-d2b5-45ae-aed3-4d84c0b8ed86 admin admin] Publish callbacks [] for subnet (7f3117d9-0d1e-434f-abb4-63ad07de2d8c), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:35.909516 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-48348c53-d2b5-45ae-aed3-4d84c0b8ed86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4278864'] for subnet (7f3117d9-0d1e-434f-abb4-63ad07de2d8c), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:35.961118 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-6507edf3-4c53-4324-ab25-65904357143f req-7b1553be-079d-4845-88b2-679df836538a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Allocated IP 172.20.0.10 (96156af8-0bc3-4b6c-bec6-429f61356c8a/2c45b72d-dee0-4152-ab84-13a956020161/7c7fc779-1672-4d69-b57b-9dfc6fd1bf05) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:22:35.997811 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-48348c53-d2b5-45ae-aed3-4d84c0b8ed86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739848'] for subnet (7f3117d9-0d1e-434f-abb4-63ad07de2d8c), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:36.044351 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:36.050761 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:36.078445 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-48348c53-d2b5-45ae-aed3-4d84c0b8ed86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6232504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517476'] for subnet (7f3117d9-0d1e-434f-abb4-63ad07de2d8c), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:36.124828 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48348c53-d2b5-45ae-aed3-4d84c0b8ed86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f3117d9-0d1e-434f-abb4-63ad07de2d8c,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:36.127074 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-48348c53-d2b5-45ae-aed3-4d84c0b8ed86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:36.134372 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-48348c53-d2b5-45ae-aed3-4d84c0b8ed86 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7f3117d9-0d1e-434f-abb4-63ad07de2d8c HTTP/1.1" status: 204 len: 168 time: 0.3216040 Jun 22 10:22:36.136171 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43828) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:36.137109 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-6507edf3-4c53-4324-ab25-65904357143f req-7b1553be-079d-4845-88b2-679df836538a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for port (7c7fc779-1672-4d69-b57b-9dfc6fd1bf05), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:36.139080 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621596dd-a1c0-4a19-8693-773076d6bb10 None None] Network 323c8696-2ed1-4abe-97f8-e9536ce29485 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:22:36.172491 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-6507edf3-4c53-4324-ab25-65904357143f req-7b1553be-079d-4845-88b2-679df836538a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (7c7fc779-1672-4d69-b57b-9dfc6fd1bf05), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:36.220906 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd941e77-8b20-4688-80c2-06bfd35e19ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1791967'] for network (323c8696-2ed1-4abe-97f8-e9536ce29485), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:36.227239 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6507edf3-4c53-4324-ab25-65904357143f req-7b1553be-079d-4845-88b2-679df836538a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Network 96156af8-0bc3-4b6c-bec6-429f61356c8a is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:22:36.231084 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-6507edf3-4c53-4324-ab25-65904357143f req-7b1553be-079d-4845-88b2-679df836538a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:22:36.235843 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-6507edf3-4c53-4324-ab25-65904357143f req-7b1553be-079d-4845-88b2-679df836538a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:22:36.272215 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-dd941e77-8b20-4688-80c2-06bfd35e19ea admin admin] Deleting port 1345bdf0-e380-447e-8342-f92df235a314 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:22:36.272814 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd941e77-8b20-4688-80c2-06bfd35e19ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (1345bdf0-e380-447e-8342-f92df235a314), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:36.302865 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507edf3-4c53-4324-ab25-65904357143f req-7b1553be-079d-4845-88b2-679df836538a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:36.303825 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-6507edf3-4c53-4324-ab25-65904357143f req-7b1553be-079d-4845-88b2-679df836538a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:36.310291 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1553be-079d-4845-88b2-679df836538a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event updated for resources: {'Port': ['ID=7c7fc779-1672-4d69-b57b-9dfc6fd1bf05,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:36.336968 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6507edf3-4c53-4324-ab25-65904357143f req-7b1553be-079d-4845-88b2-679df836538a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8711407 Jun 22 10:22:36.354131 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] Request body: {'port': {'device_id': '7d67cb6e-5968-4e4d-961f-5fb5e33c186f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:22:36.391533 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ef8976-f7e9-4d5b-9f75-04b279120deb None None] DHCP port deletion for 323c8696-2ed1-4abe-97f8-e9536ce29485 request from dv-cinder-847131-1-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 10:22:36.410501 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-dd941e77-8b20-4688-80c2-06bfd35e19ea admin admin] For port 1345bdf0-e380-447e-8342-f92df235a314, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=1345bdf0-e380-447e-8342-f92df235a314,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:36.411884 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd941e77-8b20-4688-80c2-06bfd35e19ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (1345bdf0-e380-447e-8342-f92df235a314), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:36.450427 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-dd941e77-8b20-4688-80c2-06bfd35e19ea admin admin] Calling delete_port for 1345bdf0-e380-447e-8342-f92df235a314 owned by network:dhcp {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:22:36.528086 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (7c7fc779-1672-4d69-b57b-9dfc6fd1bf05), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:36.534731 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-76ef8976-f7e9-4d5b-9f75-04b279120deb None None] Deleting port 1345bdf0-e380-447e-8342-f92df235a314 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:22:36.535411 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-76ef8976-f7e9-4d5b-9f75-04b279120deb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (1345bdf0-e380-447e-8342-f92df235a314), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:36.624096 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4d133-9d85-42e7-b542-2de7c44108b6 req-bbbbd4b9-03b7-423e-87f8-2273fbe6b2d4 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:36.627757 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-91e4d133-9d85-42e7-b542-2de7c44108b6 req-bbbbd4b9-03b7-423e-87f8-2273fbe6b2d4 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 932 time: 0.0929737 Jun 22 10:22:36.669244 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 8aecbac2-ed8b-476a-81de-7231270a736e no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:22:36.702624 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: 8aecbac2-ed8b-476a-81de-7231270a736e {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:22:36.702975 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 8aecbac2-ed8b-476a-81de-7231270a736e not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:22:36.703407 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 1345bdf0-e380-447e-8342-f92df235a314 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:22:36.717816 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-91e4d133-9d85-42e7-b542-2de7c44108b6 req-0f068958-bf11-4e59-8cc0-46de7454d3ea tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739930 Jun 22 10:22:36.718543 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd941e77-8b20-4688-80c2-06bfd35e19ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (1345bdf0-e380-447e-8342-f92df235a314), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:36.747677 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: 1345bdf0-e380-447e-8342-f92df235a314 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:22:36.748023 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 1345bdf0-e380-447e-8342-f92df235a314 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:22:36.749211 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 550d8b8d-6e49-4b72-ad16-847186bf78a3 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:22:36.765379 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd941e77-8b20-4688-80c2-06bfd35e19ea admin admin] Pushing event deleted for resources: {'Port': ['ID=1345bdf0-e380-447e-8342-f92df235a314,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:36.769573 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd941e77-8b20-4688-80c2-06bfd35e19ea admin admin] No DVR routers for this DVR port 1345bdf0-e380-447e-8342-f92df235a314 on host dv-cinder-847131-1-iscsi {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:22:36.776407 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-76ef8976-f7e9-4d5b-9f75-04b279120deb None None] For port 1345bdf0-e380-447e-8342-f92df235a314, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=1345bdf0-e380-447e-8342-f92df235a314,segment=NetworkSegment(754cce2b-24bd-4e64-aab1-7837b742fb10),segment_id=754cce2b-24bd-4e64-aab1-7837b742fb10)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:36.777135 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-76ef8976-f7e9-4d5b-9f75-04b279120deb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (1345bdf0-e380-447e-8342-f92df235a314), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:36.781473 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: 550d8b8d-6e49-4b72-ad16-847186bf78a3 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:22:36.782095 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 550d8b8d-6e49-4b72-ad16-847186bf78a3 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:22:36.790815 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-58091ada-95a9-4dd3-8867-ed3d021cf005 None None] Provisioning complete for port 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:22:36.791436 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-58091ada-95a9-4dd3-8867-ed3d021cf005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (7c7fc779-1672-4d69-b57b-9dfc6fd1bf05), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:36.816756 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-76ef8976-f7e9-4d5b-9f75-04b279120deb None None] Calling delete_port for 1345bdf0-e380-447e-8342-f92df235a314 owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:22:36.855640 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:36.870076 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd941e77-8b20-4688-80c2-06bfd35e19ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722933', 'neutron.services.segments.db._delete_segments_for_network-8773365012875'] for network (323c8696-2ed1-4abe-97f8-e9536ce29485), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:36.877004 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-58091ada-95a9-4dd3-8867-ed3d021cf005 None None] Port 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:22:36.877747 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:36.904111 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-dd941e77-8b20-4688-80c2-06bfd35e19ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323c8696-2ed1-4abe-97f8-e9536ce29485']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:36.918930 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-76ef8976-f7e9-4d5b-9f75-04b279120deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043'] for port (1345bdf0-e380-447e-8342-f92df235a314), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:36.919277 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-dd941e77-8b20-4688-80c2-06bfd35e19ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754cce2b-24bd-4e64-aab1-7837b742fb10') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:36.919510 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-dd941e77-8b20-4688-80c2-06bfd35e19ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754cce2b-24bd-4e64-aab1-7837b742fb10') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:36.931704 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd941e77-8b20-4688-80c2-06bfd35e19ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773365013140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4278859'] for segment (754cce2b-24bd-4e64-aab1-7837b742fb10), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:36.945519 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef8976-f7e9-4d5b-9f75-04b279120deb None None] Pushing event deleted for resources: {'Port': ['ID=1345bdf0-e380-447e-8342-f92df235a314,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:36.948503 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd941e77-8b20-4688-80c2-06bfd35e19ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (754cce2b-24bd-4e64-aab1-7837b742fb10), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:36.951980 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ef8976-f7e9-4d5b-9f75-04b279120deb None None] No DVR routers for this DVR port 1345bdf0-e380-447e-8342-f92df235a314 on host dv-cinder-847131-1-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:22:36.954915 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:22:36.965928 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] Publish callbacks [] for port (7c7fc779-1672-4d69-b57b-9dfc6fd1bf05), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:36.969071 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd941e77-8b20-4688-80c2-06bfd35e19ea admin admin] Releasing vlan 972 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:22:36.969518 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd941e77-8b20-4688-80c2-06bfd35e19ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6232530'] for segment (754cce2b-24bd-4e64-aab1-7837b742fb10), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:37.039414 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] Transition to ACTIVE for port object 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:22:37.041765 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd941e77-8b20-4688-80c2-06bfd35e19ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745775'] for network (323c8696-2ed1-4abe-97f8-e9536ce29485), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:37.043742 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (7c7fc779-1672-4d69-b57b-9dfc6fd1bf05), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:37.074084 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd941e77-8b20-4688-80c2-06bfd35e19ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:37.074084 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-dd941e77-8b20-4688-80c2-06bfd35e19ea admin admin] 10.222.0.43 "DELETE /v2.0/networks/323c8696-2ed1-4abe-97f8-e9536ce29485 HTTP/1.1" status: 204 len: 168 time: 0.9364460 Jun 22 10:22:37.074959 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd941e77-8b20-4688-80c2-06bfd35e19ea admin admin] Pushing event deleted for resources: {'Network': ['ID=323c8696-2ed1-4abe-97f8-e9536ce29485,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:37.231399 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] Pushing event updated for resources: {'Port': ['ID=7c7fc779-1672-4d69-b57b-9dfc6fd1bf05,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:37.232537 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 754cce2b-24bd-4e64-aab1-7837b742fb10 resource provider aggregate not found Jun 22 10:22:37.261328 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 754cce2b-24bd-4e64-aab1-7837b742fb10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 754cce2b-24bd-4e64-aab1-7837b742fb10 found for delete ", "request_id": "req-98db353e-13b8-4d8a-9626-f504612359b6"}]} Jun 22 10:22:37.272171 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43870) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:37.276891 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] Attempting to bind port 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:22:37.277234 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] Attempting to bind port 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'fc028856-14b9-419a-8b62-8b234ffb395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:22:37.277596 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] Attempting to bind port 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 on network 96156af8-0bc3-4b6c-bec6-429f61356c8a {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:22:37.283099 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] Port 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 on network 96156af8-0bc3-4b6c-bec6-429f61356c8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:22:37.283622 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] Attempting to bind port 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 on network 96156af8-0bc3-4b6c-bec6-429f61356c8a {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:22:37.289415 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:22:37.289827 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] Checking segment: {'id': 'fc028856-14b9-419a-8b62-8b234ffb395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:22:37.290450 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] Bound using segment: {'id': 'fc028856-14b9-419a-8b62-8b234ffb395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:22:37.290974 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] Bound port: 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc028856-14b9-419a-8b62-8b234ffb395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:22:37.291334 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (7c7fc779-1672-4d69-b57b-9dfc6fd1bf05), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:37.329637 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-814a6e7d-adcc-469b-b5e8-31d641827683 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5ee9d603d9cc4a8797f55d544f189720&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0567236 Jun 22 10:22:37.332507 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43872) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:37.404901 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] For port 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05, host hv-cinder-84713, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:22:37.409763 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] For port 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=7c7fc779-1672-4d69-b57b-9dfc6fd1bf05,segment=NetworkSegment(fc028856-14b9-419a-8b62-8b234ffb395e),segment_id=fc028856-14b9-419a-8b62-8b234ffb395e)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:22:37.421874 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (7c7fc779-1672-4d69-b57b-9dfc6fd1bf05), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:37.426205 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-542d2c37-d33b-4ee6-8fd5-cd9a7db28f2b admin admin] Publish callbacks [] for security_group (1b11f5ea-4af7-46c7-be41-26b40b2d3d2a), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:37.460254 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:37.460547 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:37.462041 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6507edf3-4c53-4324-ab25-65904357143f req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] 10.222.0.59 "PUT /v2.0/ports/7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 HTTP/1.1" status: 200 len: 1094 time: 1.1186278 Jun 22 10:22:37.468605 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d67cb6e-5968-4e4d-961f-5fb5e33c186f', 'tag': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:22:37.470878 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cb1a4c-5b44-4176-bf2b-d91c9404e91e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d67cb6e-5968-4e4d-961f-5fb5e33c186f", "tag": "7c7fc779-1672-4d69-b57b-9dfc6fd1bf05"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:22:37.494710 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-542d2c37-d33b-4ee6-8fd5-cd9a7db28f2b admin admin] Publish callbacks [] for security_group (1b11f5ea-4af7-46c7-be41-26b40b2d3d2a), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:37.536484 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc87c126-57d3-494b-871a-0d8eb2dc78ea x-openstack-request-id: req-bc87c126-57d3-494b-871a-0d8eb2dc78ea {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:22:37.536755 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d67cb6e-5968-4e4d-961f-5fb5e33c186f", "tag": "7c7fc779-1672-4d69-b57b-9dfc6fd1bf05", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:22:37.537008 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc87c126-57d3-494b-871a-0d8eb2dc78ea {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:22:37.537402 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc87c126-57d3-494b-871a-0d8eb2dc78ea'] response: {'name': 'network-changed', 'server_uuid': '7d67cb6e-5968-4e4d-961f-5fb5e33c186f', 'tag': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05', 'status': 'completed', 'code': 200} Jun 22 10:22:37.574418 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7db98-8906-4505-bb9e-36cc67b0859d service neutron] Pushing event updated for resources: {'Port': ['ID=7c7fc779-1672-4d69-b57b-9dfc6fd1bf05,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:37.585305 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507edf3-4c53-4324-ab25-65904357143f req-76d83208-9f84-4355-ac7d-2e3031ceee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:37.586941 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6507edf3-4c53-4324-ab25-65904357143f req-76d83208-9f84-4355-ac7d-2e3031ceee40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cb1af845e594466b12a11b7cab99a7c&device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 1128 time: 0.0745451 Jun 22 10:22:37.631439 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6507edf3-4c53-4324-ab25-65904357143f req-3925c144-f2ef-4844-8878-cf723ad74096 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 HTTP/1.1" status: 200 len: 217 time: 0.0366488 Jun 22 10:22:37.636781 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-542d2c37-d33b-4ee6-8fd5-cd9a7db28f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (1b11f5ea-4af7-46c7-be41-26b40b2d3d2a), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:37.640428 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-542d2c37-d33b-4ee6-8fd5-cd9a7db28f2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:37.641983 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-542d2c37-d33b-4ee6-8fd5-cd9a7db28f2b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b11f5ea-4af7-46c7-be41-26b40b2d3d2a HTTP/1.1" status: 204 len: 168 time: 0.3080339 Jun 22 10:22:37.680230 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d2c37-d33b-4ee6-8fd5-cd9a7db28f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b11f5ea-4af7-46c7-be41-26b40b2d3d2a,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:37.707910 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507edf3-4c53-4324-ab25-65904357143f req-a61a02fd-5b8a-4b4d-9474-a28436178467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:37.709566 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6507edf3-4c53-4324-ab25-65904357143f req-a61a02fd-5b8a-4b4d-9474-a28436178467 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c45b72d-dee0-4152-ab84-13a956020161 HTTP/1.1" status: 200 len: 850 time: 0.0665176 Jun 22 10:22:37.758055 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507edf3-4c53-4324-ab25-65904357143f req-bd943a95-8021-44f5-aead-3c159d702932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:37.759598 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6507edf3-4c53-4324-ab25-65904357143f req-bd943a95-8021-44f5-aead-3c159d702932 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96156af8-0bc3-4b6c-bec6-429f61356c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446248 Jun 22 10:22:37.836864 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053290b8-0377-4c42-a41b-521ed69f9d82 req-ccab3da7-2729-4b00-988c-50abe0200309 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:37.837339 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-053290b8-0377-4c42-a41b-521ed69f9d82 req-ccab3da7-2729-4b00-988c-50abe0200309 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 944 time: 0.0511739 Jun 22 10:22:37.875493 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6507edf3-4c53-4324-ab25-65904357143f req-072134eb-2bf2-46d9-b4f8-9ebce5ac4e12 service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076968 Jun 22 10:22:37.888626 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-053290b8-0377-4c42-a41b-521ed69f9d82 req-6951011e-6fc7-4829-b861-55881562bdd6 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461092 Jun 22 10:22:37.921955 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:37.980814 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-6507edf3-4c53-4324-ab25-65904357143f req-32f7b75b-851c-4d0b-9531-15572c853c08 service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985582 Jun 22 10:22:38.194594 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:38.213208 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb1a4c-5b44-4176-bf2b-d91c9404e91e req-feec0957-08c5-44eb-b98c-e8b2ed322bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:38.216340 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f3cb1a4c-5b44-4176-bf2b-d91c9404e91e req-feec0957-08c5-44eb-b98c-e8b2ed322bdc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cb1af845e594466b12a11b7cab99a7c&device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 1128 time: 0.0507045 Jun 22 10:22:38.328383 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb1a4c-5b44-4176-bf2b-d91c9404e91e req-ea620f18-9159-4400-9403-8fe740caebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:38.329917 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f3cb1a4c-5b44-4176-bf2b-d91c9404e91e req-ea620f18-9159-4400-9403-8fe740caebab service neutron] 10.222.0.59 "GET /v2.0/networks?id=96156af8-0bc3-4b6c-bec6-429f61356c8a HTTP/1.1" status: 200 len: 912 time: 0.1073089 Jun 22 10:22:38.377940 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f3cb1a4c-5b44-4176-bf2b-d91c9404e91e req-b572baac-6024-4373-9b97-440aba2806d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 HTTP/1.1" status: 200 len: 217 time: 0.0420856 Jun 22 10:22:38.396915 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:38.409877 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ae1753de-b905-4fc7-b29c-9bcf7ab71eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:38.433503 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb1a4c-5b44-4176-bf2b-d91c9404e91e req-06bb8949-ef04-471d-9dcb-c9fb27b38527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:38.437716 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f3cb1a4c-5b44-4176-bf2b-d91c9404e91e req-06bb8949-ef04-471d-9dcb-c9fb27b38527 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c45b72d-dee0-4152-ab84-13a956020161 HTTP/1.1" status: 200 len: 850 time: 0.0515728 Jun 22 10:22:38.484520 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb1a4c-5b44-4176-bf2b-d91c9404e91e req-ab307775-c6b0-4aef-9780-192d1371201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:38.486082 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f3cb1a4c-5b44-4176-bf2b-d91c9404e91e req-ab307775-c6b0-4aef-9780-192d1371201b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96156af8-0bc3-4b6c-bec6-429f61356c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453689 Jun 22 10:22:38.587815 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f3cb1a4c-5b44-4176-bf2b-d91c9404e91e req-ef5209db-ff5d-473e-bf87-00f99629d999 service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960314 Jun 22 10:22:38.694721 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-f3cb1a4c-5b44-4176-bf2b-d91c9404e91e req-8acf62b1-79dd-448f-a298-f9faf8fbc5cd service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005733 Jun 22 10:22:38.731867 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43918) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:38.844952 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e8eed24c-ccb6-4e70-b27c-306e14fe9c65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:38.925574 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e8eed24c-ccb6-4e70-b27c-306e14fe9c65 admin admin] Publish callbacks [] for security_group (92b7ffa1-ab5c-4062-bb8c-493fe8201616), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:38.931020 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e8eed24c-ccb6-4e70-b27c-306e14fe9c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (92b7ffa1-ab5c-4062-bb8c-493fe8201616), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:38.977474 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-e8eed24c-ccb6-4e70-b27c-306e14fe9c65 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ba12e528403f4c128f36be8756372604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444670 Jun 22 10:22:38.979588 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eed24c-ccb6-4e70-b27c-306e14fe9c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b7ffa1-ab5c-4062-bb8c-493fe8201616,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:38.983716 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43932) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:39.031118 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e167e-632d-4c83-b616-f3faa180cb5e req-f1b646d9-3e15-496d-b6be-2e55a8c61c5c tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:39.033391 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6f2e167e-632d-4c83-b616-f3faa180cb5e req-f1b646d9-3e15-496d-b6be-2e55a8c61c5c tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 944 time: 0.0668921 Jun 22 10:22:39.040739 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9a65797e-8592-4806-ac23-5d71813724be admin admin] Publish callbacks [] for security_group (92b7ffa1-ab5c-4062-bb8c-493fe8201616), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:39.064063 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9a65797e-8592-4806-ac23-5d71813724be admin admin] Publish callbacks [] for security_group (92b7ffa1-ab5c-4062-bb8c-493fe8201616), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:39.096215 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6f2e167e-632d-4c83-b616-f3faa180cb5e req-fb0474fd-dcbb-4791-96b3-e5ab5f44454e tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568056 Jun 22 10:22:39.131324 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9a65797e-8592-4806-ac23-5d71813724be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (92b7ffa1-ab5c-4062-bb8c-493fe8201616), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:39.134014 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9a65797e-8592-4806-ac23-5d71813724be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:39.135196 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-9a65797e-8592-4806-ac23-5d71813724be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/92b7ffa1-ab5c-4062-bb8c-493fe8201616 HTTP/1.1" status: 204 len: 168 time: 0.1521349 Jun 22 10:22:39.144410 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65797e-8592-4806-ac23-5d71813724be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b7ffa1-ab5c-4062-bb8c-493fe8201616,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:39.554321 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 43974) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:39.575864 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8d46a63e-7f25-4228-9a65-4fab844b5ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:39.590217 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:39.606780 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:39.671923 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8d46a63e-7f25-4228-9a65-4fab844b5ee4 admin admin] Publish callbacks [] for security_group (84fce4f8-4674-4cd5-b54c-ec42babec4c4), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:39.677620 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8d46a63e-7f25-4228-9a65-4fab844b5ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (84fce4f8-4674-4cd5-b54c-ec42babec4c4), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:39.725004 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46a63e-7f25-4228-9a65-4fab844b5ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fce4f8-4674-4cd5-b54c-ec42babec4c4,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:39.727918 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8d46a63e-7f25-4228-9a65-4fab844b5ee4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=624168a7e2464a97a4f03dbd95391178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1718173 Jun 22 10:22:39.730670 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 43990) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:39.734800 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46a63e-7f25-4228-9a65-4fab844b5ee4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:39.735224 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46a63e-7f25-4228-9a65-4fab844b5ee4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:39.735629 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46a63e-7f25-4228-9a65-4fab844b5ee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:39.736081 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46a63e-7f25-4228-9a65-4fab844b5ee4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:39.736479 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46a63e-7f25-4228-9a65-4fab844b5ee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:39.736956 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46a63e-7f25-4228-9a65-4fab844b5ee4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:39.737406 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46a63e-7f25-4228-9a65-4fab844b5ee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:39.737826 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46a63e-7f25-4228-9a65-4fab844b5ee4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:39.738368 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46a63e-7f25-4228-9a65-4fab844b5ee4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:39.739072 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46a63e-7f25-4228-9a65-4fab844b5ee4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:39.739785 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46a63e-7f25-4228-9a65-4fab844b5ee4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:39.740429 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46a63e-7f25-4228-9a65-4fab844b5ee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:39.740761 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46a63e-7f25-4228-9a65-4fab844b5ee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:39.741090 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46a63e-7f25-4228-9a65-4fab844b5ee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:39.741473 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d46a63e-7f25-4228-9a65-4fab844b5ee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:22:39.788251 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:39.794946 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d7dea416-ae78-4a8f-b932-1a111d0e9473 admin admin] Publish callbacks [] for security_group (84fce4f8-4674-4cd5-b54c-ec42babec4c4), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:39.823496 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d7dea416-ae78-4a8f-b932-1a111d0e9473 admin admin] Publish callbacks [] for security_group (84fce4f8-4674-4cd5-b54c-ec42babec4c4), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:39.837595 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:39.875546 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d7dea416-ae78-4a8f-b932-1a111d0e9473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (84fce4f8-4674-4cd5-b54c-ec42babec4c4), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:39.878168 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d7dea416-ae78-4a8f-b932-1a111d0e9473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:39.879393 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-d7dea416-ae78-4a8f-b932-1a111d0e9473 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84fce4f8-4674-4cd5-b54c-ec42babec4c4 HTTP/1.1" status: 204 len: 168 time: 0.1474872 Jun 22 10:22:39.887839 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dea416-ae78-4a8f-b932-1a111d0e9473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fce4f8-4674-4cd5-b54c-ec42babec4c4,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:40.236930 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0a9d1-5037-4c66-ab26-ed9c6e68ddc5 req-92b36a1a-60e0-445a-959c-e80e393ced94 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:40.238523 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a4b0a9d1-5037-4c66-ab26-ed9c6e68ddc5 req-92b36a1a-60e0-445a-959c-e80e393ced94 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 944 time: 0.0620079 Jun 22 10:22:40.297911 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a4b0a9d1-5037-4c66-ab26-ed9c6e68ddc5 req-f73227b2-acdb-4b81-861e-f1f823a43a31 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538354 Jun 22 10:22:40.716919 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-660400e9-6a6e-4589-abd5-05f608b67648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:41.124337 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44134) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:41.252304 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3ee6beb7-9b79-49ad-bece-949e5e4293a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:41.275784 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:41.279285 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:41.361386 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3ee6beb7-9b79-49ad-bece-949e5e4293a3 admin admin] Publish callbacks [] for security_group (01184b82-c675-46e7-8d8f-4e685fd67b43), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:41.367262 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3ee6beb7-9b79-49ad-bece-949e5e4293a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (01184b82-c675-46e7-8d8f-4e685fd67b43), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:41.411361 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-3ee6beb7-9b79-49ad-bece-949e5e4293a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0dfa367fdc3c49e890e97a6aa299f77f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849610 Jun 22 10:22:41.412229 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6beb7-9b79-49ad-bece-949e5e4293a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01184b82-c675-46e7-8d8f-4e685fd67b43,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:41.413997 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44148) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:41.449597 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842cb29-e070-43eb-b97d-5e50e5244d70 req-a2de1854-8061-4ab0-ae5a-99e9e52f7db2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:41.451095 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4842cb29-e070-43eb-b97d-5e50e5244d70 req-a2de1854-8061-4ab0-ae5a-99e9e52f7db2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 944 time: 0.0691736 Jun 22 10:22:41.506903 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-05947fa1-a01b-4dc2-9f63-fb47da1616b8 admin admin] Publish callbacks [] for security_group (01184b82-c675-46e7-8d8f-4e685fd67b43), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:41.528919 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4842cb29-e070-43eb-b97d-5e50e5244d70 req-952c2dbc-94c9-4dc3-bd97-6961698a68b7 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696886 Jun 22 10:22:41.542734 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-05947fa1-a01b-4dc2-9f63-fb47da1616b8 admin admin] Publish callbacks [] for security_group (01184b82-c675-46e7-8d8f-4e685fd67b43), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:41.594050 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-05947fa1-a01b-4dc2-9f63-fb47da1616b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (01184b82-c675-46e7-8d8f-4e685fd67b43), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:41.596732 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-05947fa1-a01b-4dc2-9f63-fb47da1616b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:41.598050 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-05947fa1-a01b-4dc2-9f63-fb47da1616b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/01184b82-c675-46e7-8d8f-4e685fd67b43 HTTP/1.1" status: 204 len: 168 time: 0.1830406 Jun 22 10:22:41.606884 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05947fa1-a01b-4dc2-9f63-fb47da1616b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01184b82-c675-46e7-8d8f-4e685fd67b43,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:41.884202 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44168) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:41.898353 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-55b37f63-1c37-407e-adc1-55485a737a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:41.980010 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-55b37f63-1c37-407e-adc1-55485a737a56 admin admin] Publish callbacks [] for security_group (6b37f61c-ca18-484b-bbeb-6781ba08bb77), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:41.984261 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-55b37f63-1c37-407e-adc1-55485a737a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (6b37f61c-ca18-484b-bbeb-6781ba08bb77), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:41.991121 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:42.030650 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-55b37f63-1c37-407e-adc1-55485a737a56 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea387cae555e43e1b4aea3bc464ad90e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453114 Jun 22 10:22:42.031616 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b37f63-1c37-407e-adc1-55485a737a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b37f61c-ca18-484b-bbeb-6781ba08bb77,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:42.033278 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44170) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:42.089327 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e77c1779-91ef-450b-8e82-34e848841fda admin admin] Publish callbacks [] for security_group (6b37f61c-ca18-484b-bbeb-6781ba08bb77), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:42.115968 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e77c1779-91ef-450b-8e82-34e848841fda admin admin] Publish callbacks [] for security_group (6b37f61c-ca18-484b-bbeb-6781ba08bb77), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:42.166371 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e77c1779-91ef-450b-8e82-34e848841fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (6b37f61c-ca18-484b-bbeb-6781ba08bb77), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:42.169259 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e77c1779-91ef-450b-8e82-34e848841fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:42.170911 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-e77c1779-91ef-450b-8e82-34e848841fda admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6b37f61c-ca18-484b-bbeb-6781ba08bb77 HTTP/1.1" status: 204 len: 168 time: 0.1366174 Jun 22 10:22:42.179393 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c1779-91ef-450b-8e82-34e848841fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b37f61c-ca18-484b-bbeb-6781ba08bb77,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:42.849273 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80c0fc-2942-4750-9a02-6361f4d425ef req-5c741ebd-0b8b-4f4a-a3c9-1c58babf86de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:42.851172 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7a80c0fc-2942-4750-9a02-6361f4d425ef req-5c741ebd-0b8b-4f4a-a3c9-1c58babf86de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 944 time: 0.0556078 Jun 22 10:22:42.912342 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7a80c0fc-2942-4750-9a02-6361f4d425ef req-0ccc8522-23ff-4668-a3b8-51e397f04f21 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511510 Jun 22 10:22:43.450456 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:43.902988 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:44.021330 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:22:44.080041 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:44.187393 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=7c7fc779-1672-4d69-b57b-9dfc6fd1bf05,segment=NetworkSegment(fc028856-14b9-419a-8b62-8b234ffb395e),segment_id=fc028856-14b9-419a-8b62-8b234ffb395e)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:44.199649 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'port_id': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05', 'mac_address': 'fa:16:3e:30:f8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:22:44.220063 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a5311-8377-4e77-b3cd-8a4111a23c3b req-5bcecb02-6cc6-4874-bb41-d8f47ea0fffd tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:44.222205 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-219a5311-8377-4e77-b3cd-8a4111a23c3b req-5bcecb02-6cc6-4874-bb41-d8f47ea0fffd tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 944 time: 0.0593426 Jun 22 10:22:44.246273 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:22:44.246666 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (7c7fc779-1672-4d69-b57b-9dfc6fd1bf05), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:44.263663 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:22:44.280560 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:44.290279 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-219a5311-8377-4e77-b3cd-8a4111a23c3b req-147173b5-d95f-475c-9063-dc09104c39bd tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580194 Jun 22 10:22:44.294475 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=7c7fc779-1672-4d69-b57b-9dfc6fd1bf05,segment=NetworkSegment(fc028856-14b9-419a-8b62-8b234ffb395e),segment_id=fc028856-14b9-419a-8b62-8b234ffb395e)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:44.300784 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (7c7fc779-1672-4d69-b57b-9dfc6fd1bf05), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:44.356063 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=7c7fc779-1672-4d69-b57b-9dfc6fd1bf05,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:44.515840 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['7c7fc779-1672-4d69-b57b-9dfc6fd1bf05'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:22:44.516782 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44274) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:44.648462 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2b99e0c7-93f3-427f-8955-28c5db1cc128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:44.734814 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2b99e0c7-93f3-427f-8955-28c5db1cc128 admin admin] Publish callbacks [] for security_group (37ab4413-a8b4-4835-bce1-327034eaaa4d), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:44.738635 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2b99e0c7-93f3-427f-8955-28c5db1cc128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (37ab4413-a8b4-4835-bce1-327034eaaa4d), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:44.780816 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-2b99e0c7-93f3-427f-8955-28c5db1cc128 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79ebb00cae594ed1b78d5149a0066002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613423 Jun 22 10:22:44.781951 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99e0c7-93f3-427f-8955-28c5db1cc128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ab4413-a8b4-4835-bce1-327034eaaa4d,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:44.783447 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44278) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:44.812016 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:44.845846 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fe925eac-07a7-4495-a7fd-0e0355d578f6 admin admin] Publish callbacks [] for security_group (37ab4413-a8b4-4835-bce1-327034eaaa4d), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:44.872750 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fe925eac-07a7-4495-a7fd-0e0355d578f6 admin admin] Publish callbacks [] for security_group (37ab4413-a8b4-4835-bce1-327034eaaa4d), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:44.927854 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fe925eac-07a7-4495-a7fd-0e0355d578f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (37ab4413-a8b4-4835-bce1-327034eaaa4d), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:44.930721 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fe925eac-07a7-4495-a7fd-0e0355d578f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:44.931981 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-fe925eac-07a7-4495-a7fd-0e0355d578f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37ab4413-a8b4-4835-bce1-327034eaaa4d HTTP/1.1" status: 204 len: 168 time: 0.1468318 Jun 22 10:22:44.942380 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe925eac-07a7-4495-a7fd-0e0355d578f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ab4413-a8b4-4835-bce1-327034eaaa4d,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:45.246861 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44296) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:45.260676 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-24213c64-227f-44a1-a07f-52ab2fa82d0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:45.340785 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-24213c64-227f-44a1-a07f-52ab2fa82d0f admin admin] Publish callbacks [] for security_group (710082b6-2d58-4b5d-8e2e-cb70c9d5de16), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:45.346077 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-24213c64-227f-44a1-a07f-52ab2fa82d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (710082b6-2d58-4b5d-8e2e-cb70c9d5de16), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:45.419996 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24213c64-227f-44a1-a07f-52ab2fa82d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710082b6-2d58-4b5d-8e2e-cb70c9d5de16,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:45.428081 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-24213c64-227f-44a1-a07f-52ab2fa82d0f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a25edf709b94f6e8139950a92395f1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1797023 Jun 22 10:22:45.430348 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44300) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:45.450352 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fea3d-d1cd-4594-b20b-fdde0585b3ef req-dbc35ce7-5df4-4317-8880-5b7a07e6cc43 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:45.452380 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f44fea3d-d1cd-4594-b20b-fdde0585b3ef req-dbc35ce7-5df4-4317-8880-5b7a07e6cc43 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 945 time: 0.0879531 Jun 22 10:22:45.531903 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8209983e-c83a-430e-8e38-99c3163d0d09 admin admin] Publish callbacks [] for security_group (710082b6-2d58-4b5d-8e2e-cb70c9d5de16), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:45.539570 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f44fea3d-d1cd-4594-b20b-fdde0585b3ef req-a519f46c-d828-46c2-a84f-2cb22c9a7bb5 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771360 Jun 22 10:22:45.564859 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8209983e-c83a-430e-8e38-99c3163d0d09 admin admin] Publish callbacks [] for security_group (710082b6-2d58-4b5d-8e2e-cb70c9d5de16), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:45.622776 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8209983e-c83a-430e-8e38-99c3163d0d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (710082b6-2d58-4b5d-8e2e-cb70c9d5de16), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:45.627685 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8209983e-c83a-430e-8e38-99c3163d0d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:45.629332 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8209983e-c83a-430e-8e38-99c3163d0d09 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/710082b6-2d58-4b5d-8e2e-cb70c9d5de16 HTTP/1.1" status: 204 len: 168 time: 0.1979513 Jun 22 10:22:45.644795 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209983e-c83a-430e-8e38-99c3163d0d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710082b6-2d58-4b5d-8e2e-cb70c9d5de16,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:46.035307 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:22:46.081897 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:22:46.087273 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:22:46.087763 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (7c7fc779-1672-4d69-b57b-9dfc6fd1bf05), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:46.142271 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:46.175410 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:22:46.175807 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (7c7fc779-1672-4d69-b57b-9dfc6fd1bf05), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:46.206544 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d67cb6e-5968-4e4d-961f-5fb5e33c186f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:22:46.209048 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ee96ba-dff0-4291-b491-b5527c0e1cc3" -d '{"events": [{"server_uuid": "7d67cb6e-5968-4e4d-961f-5fb5e33c186f", "name": "network-vif-plugged", "status": "completed", "tag": "7c7fc779-1672-4d69-b57b-9dfc6fd1bf05"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:22:46.222719 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=7c7fc779-1672-4d69-b57b-9dfc6fd1bf05,segment=NetworkSegment(fc028856-14b9-419a-8b62-8b234ffb395e),segment_id=fc028856-14b9-419a-8b62-8b234ffb395e)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:22:46.232797 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (7c7fc779-1672-4d69-b57b-9dfc6fd1bf05), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:46.260129 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c248023f-0b90-438c-862d-9ca49d6bfb28 x-openstack-request-id: req-c248023f-0b90-438c-862d-9ca49d6bfb28 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:22:46.260499 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d67cb6e-5968-4e4d-961f-5fb5e33c186f", "name": "network-vif-plugged", "status": "completed", "tag": "7c7fc779-1672-4d69-b57b-9dfc6fd1bf05", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:22:46.260806 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c248023f-0b90-438c-862d-9ca49d6bfb28 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:22:46.261381 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c248023f-0b90-438c-862d-9ca49d6bfb28'] response: {'server_uuid': '7d67cb6e-5968-4e4d-961f-5fb5e33c186f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05', 'code': 200} Jun 22 10:22:46.295375 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=7c7fc779-1672-4d69-b57b-9dfc6fd1bf05,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:46.417895 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44338) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:46.496764 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b3f55-0303-4f39-bcfd-56bcca7c851c req-64258a4a-b099-4352-8e22-53ed4ec012f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:46.499314 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-932b3f55-0303-4f39-bcfd-56bcca7c851c req-64258a4a-b099-4352-8e22-53ed4ec012f2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 1130 time: 0.0464275 Jun 22 10:22:46.536705 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-626839dc-f68d-45eb-a616-009832c8fce7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-990406994-network', 'tenant_id': 'c4a3ba9c256f4e6ba469dfb901d02f56'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:22:46.553616 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-932b3f55-0303-4f39-bcfd-56bcca7c851c req-45ed9ab4-ae20-4910-95ff-617ccc5f9879 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481358 Jun 22 10:22:46.558643 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626839dc-f68d-45eb-a616-009832c8fce7 admin admin] Made reservation on behalf of c4a3ba9c256f4e6ba469dfb901d02f56 for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:22:46.561520 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-626839dc-f68d-45eb-a616-009832c8fce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:46.572632 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-626839dc-f68d-45eb-a616-009832c8fce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:46.700819 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e13d6-c1c7-4eb4-9641-1a4647aa57d8 req-aa0115df-0335-4eee-8144-a5999a181152 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:46.702614 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e58e13d6-c1c7-4eb4-9641-1a4647aa57d8 req-aa0115df-0335-4eee-8144-a5999a181152 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 946 time: 0.0704265 Jun 22 10:22:46.708308 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:46.727104 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-626839dc-f68d-45eb-a616-009832c8fce7 admin admin] Publish callbacks [] for security_group (3c2059a2-11f3-46a2-9cf1-3683d040c4eb), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:46.737851 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-626839dc-f68d-45eb-a616-009832c8fce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (3c2059a2-11f3-46a2-9cf1-3683d040c4eb), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:46.758284 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:46.775960 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626839dc-f68d-45eb-a616-009832c8fce7 admin admin] vlan segment allocate from pool success with {'vlan_id': 985, 'physical_network': 'physnet1'} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:22:46.802600 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626839dc-f68d-45eb-a616-009832c8fce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2059a2-11f3-46a2-9cf1-3683d040c4eb,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:46.809004 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-626839dc-f68d-45eb-a616-009832c8fce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (445147b0-8e88-468c-a222-ea73148556df), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:46.809391 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-626839dc-f68d-45eb-a616-009832c8fce7 admin admin] Added segment 445147b0-8e88-468c-a222-ea73148556df of type vlan for network 410d642b-a4f6-46bd-a6fc-b1bf59d2ec6b Jun 22 10:22:46.814301 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e58e13d6-c1c7-4eb4-9641-1a4647aa57d8 req-390df548-14a0-4dd5-9406-6cbadd3d1c8f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988255 Jun 22 10:22:46.855516 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-626839dc-f68d-45eb-a616-009832c8fce7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773364491457'] for network (410d642b-a4f6-46bd-a6fc-b1bf59d2ec6b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:46.882730 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-626839dc-f68d-45eb-a616-009832c8fce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for network (410d642b-a4f6-46bd-a6fc-b1bf59d2ec6b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:46.883711 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626839dc-f68d-45eb-a616-009832c8fce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:46.884283 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-626839dc-f68d-45eb-a616-009832c8fce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:46.922898 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-626839dc-f68d-45eb-a616-009832c8fce7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5037301 Jun 22 10:22:46.926033 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44354) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:46.931274 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-82c2e209-a33a-4429-86c9-d3c2d44c4e89 admin admin] Request body: {'subnet': {'network_id': '410d642b-a4f6-46bd-a6fc-b1bf59d2ec6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-990406994-subnet', 'tenant_id': 'c4a3ba9c256f4e6ba469dfb901d02f56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:22:46.954860 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c2e209-a33a-4429-86c9-d3c2d44c4e89 admin admin] Made reservation on behalf of c4a3ba9c256f4e6ba469dfb901d02f56 for: {'subnet': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:22:46.957208 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-82c2e209-a33a-4429-86c9-d3c2d44c4e89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6209260'] for subnet (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:46.958677 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626839dc-f68d-45eb-a616-009832c8fce7 admin admin] Pushing event updated for resources: {'Network': ['ID=410d642b-a4f6-46bd-a6fc-b1bf59d2ec6b,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:46.969669 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Network 410d642b-a4f6-46bd-a6fc-b1bf59d2ec6b details requested by agent ovs-agent-dv-cinder-847131-1-iscsi with host dv-cinder-847131-1-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 10:22:47.033906 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=14 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:47.089862 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:47.145754 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-82c2e209-a33a-4429-86c9-d3c2d44c4e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5276808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6209178'] for subnet (079b5d55-0e3b-456f-8d34-9b2f8536bcbb), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:47.200352 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2e209-a33a-4429-86c9-d3c2d44c4e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=079b5d55-0e3b-456f-8d34-9b2f8536bcbb,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:47.215394 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:47.217780 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c2e209-a33a-4429-86c9-d3c2d44c4e89 admin admin] Checking segment: {'id': '445147b0-8e88-468c-a222-ea73148556df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '410d642b-a4f6-46bd-a6fc-b1bf59d2ec6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:22:47.218216 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c2e209-a33a-4429-86c9-d3c2d44c4e89 admin admin] Network hostable DHCP agents. Network: 410d642b-a4f6-46bd-a6fc-b1bf59d2ec6b, hostable agents: ['932caf1b-e271-42cd-92f3-ee8a2197157a'], hosted agents: [] {{(pid=104122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:22:47.223426 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:47.238604 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c2e209-a33a-4429-86c9-d3c2d44c4e89 admin admin] Network 410d642b-a4f6-46bd-a6fc-b1bf59d2ec6b is scheduled to be hosted by DHCP agent 932caf1b-e271-42cd-92f3-ee8a2197157a with binding_index 1 {{(pid=104122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:22:47.246984 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-82c2e209-a33a-4429-86c9-d3c2d44c4e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-1-iscsi, 410d642b-a4f6-46bd-a6fc-b1bf59d2ec6b) {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:22:47.251755 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c2e209-a33a-4429-86c9-d3c2d44c4e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:47.252405 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-82c2e209-a33a-4429-86c9-d3c2d44c4e89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:47.258149 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f6c6b1-af21-4522-ae63-f09454ee9896 None None] Network 410d642b-a4f6-46bd-a6fc-b1bf59d2ec6b requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:22:47.280142 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-82c2e209-a33a-4429-86c9-d3c2d44c4e89 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3490241 Jun 22 10:22:47.367611 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a4abf0-a277-47d1-b056-258da51771d0 None None] Network 410d642b-a4f6-46bd-a6fc-b1bf59d2ec6b requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:22:47.807373 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44382) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:47.813215 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-aed5cbff-208b-40df-8d4a-d880af1f53fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-692409390-network', 'tenant_id': 'c96c0d32e5c34861a87bf004ed7cf15d'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:22:47.835705 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed5cbff-208b-40df-8d4a-d880af1f53fd admin admin] Made reservation on behalf of c96c0d32e5c34861a87bf004ed7cf15d for: {'network': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:22:47.838588 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-aed5cbff-208b-40df-8d4a-d880af1f53fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for network (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:47.853096 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-aed5cbff-208b-40df-8d4a-d880af1f53fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:47.953365 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-aed5cbff-208b-40df-8d4a-d880af1f53fd admin admin] Publish callbacks [] for security_group (499d6b44-06d0-484a-b562-544cc9a3ec9a), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:47.961378 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-aed5cbff-208b-40df-8d4a-d880af1f53fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (499d6b44-06d0-484a-b562-544cc9a3ec9a), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:47.972118 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059ec19-2739-490b-9a70-e9c571efe2e9 req-3bbe39d5-960d-439b-9c97-c8051d72b78b tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:47.973728 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f059ec19-2739-490b-9a70-e9c571efe2e9 req-3bbe39d5-960d-439b-9c97-c8051d72b78b tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 946 time: 0.0682876 Jun 22 10:22:47.990760 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed5cbff-208b-40df-8d4a-d880af1f53fd admin admin] vlan segment allocate from pool success with {'vlan_id': 995, 'physical_network': 'physnet1'} {{(pid=104122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:22:48.000851 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5cbff-208b-40df-8d4a-d880af1f53fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499d6b44-06d0-484a-b562-544cc9a3ec9a,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:48.008273 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-aed5cbff-208b-40df-8d4a-d880af1f53fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (01518910-3adf-47ac-b2e3-66a18dc48af3), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:48.009232 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.segments_db [None req-aed5cbff-208b-40df-8d4a-d880af1f53fd admin admin] Added segment 01518910-3adf-47ac-b2e3-66a18dc48af3 of type vlan for network eb9aef4f-f52b-4e94-9398-f0fb9d54a9c6 Jun 22 10:22:48.044174 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f059ec19-2739-490b-9a70-e9c571efe2e9 req-8bd992a0-6096-4e51-8e38-fec119f03cf9 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615780 Jun 22 10:22:48.060060 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-aed5cbff-208b-40df-8d4a-d880af1f53fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773364491457'] for network (eb9aef4f-f52b-4e94-9398-f0fb9d54a9c6), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:48.087946 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-aed5cbff-208b-40df-8d4a-d880af1f53fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for network (eb9aef4f-f52b-4e94-9398-f0fb9d54a9c6), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:48.089015 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed5cbff-208b-40df-8d4a-d880af1f53fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:48.089939 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-aed5cbff-208b-40df-8d4a-d880af1f53fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:48.144081 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44400) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:48.144261 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-aed5cbff-208b-40df-8d4a-d880af1f53fd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3356164 Jun 22 10:22:48.148943 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-806a4d7c-66b0-485c-8be3-abfc3c24c17e admin admin] Request body: {'subnet': {'network_id': 'eb9aef4f-f52b-4e94-9398-f0fb9d54a9c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-692409390-subnet', 'tenant_id': 'c96c0d32e5c34861a87bf004ed7cf15d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:22:48.181081 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5cbff-208b-40df-8d4a-d880af1f53fd admin admin] Pushing event updated for resources: {'Network': ['ID=eb9aef4f-f52b-4e94-9398-f0fb9d54a9c6,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:48.192367 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Network eb9aef4f-f52b-4e94-9398-f0fb9d54a9c6 details requested by agent ovs-agent-dv-cinder-847131-1-iscsi with host dv-cinder-847131-1-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 10:22:48.367967 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44404) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:48.482979 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687435a-affc-4027-82d7-ae3e186a6dfe req-5003d72e-74c5-4189-bfca-e2121ad4e97b tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:48.484651 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3687435a-affc-4027-82d7-ae3e186a6dfe req-5003d72e-74c5-4189-bfca-e2121ad4e97b tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 946 time: 0.3318923 Jun 22 10:22:48.485716 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806a4d7c-66b0-485c-8be3-abfc3c24c17e admin admin] Made reservation on behalf of c96c0d32e5c34861a87bf004ed7cf15d for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:22:48.487988 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-806a4d7c-66b0-485c-8be3-abfc3c24c17e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517387'] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:48.495838 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-676207c9-a37a-4969-9d7b-e299d5348a49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:48.582591 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-676207c9-a37a-4969-9d7b-e299d5348a49 admin admin] Publish callbacks [] for security_group (391a3f08-11ed-4b94-b70f-c71384115da6), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:48.589281 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-676207c9-a37a-4969-9d7b-e299d5348a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (391a3f08-11ed-4b94-b70f-c71384115da6), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:48.607185 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3687435a-affc-4027-82d7-ae3e186a6dfe req-a917b21a-4de1-494b-8197-a589a469a370 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158040 Jun 22 10:22:48.607420 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:48.639331 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44408) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:48.662178 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-676207c9-a37a-4969-9d7b-e299d5348a49 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b67f9f93e2548278203482194425620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927547 Jun 22 10:22:48.662788 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44410) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:48.688659 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:48.696528 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676207c9-a37a-4969-9d7b-e299d5348a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391a3f08-11ed-4b94-b70f-c71384115da6,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:48.704206 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747a3ca7-d356-4c4d-9a0e-06c8438edd4d tempest-TestVolumeBootPattern-485611977 tempest-TestVolumeBootPattern-485611977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:48.706176 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-747a3ca7-d356-4c4d-9a0e-06c8438edd4d tempest-TestVolumeBootPattern-485611977 tempest-TestVolumeBootPattern-485611977-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 1125 time: 0.0642345 Jun 22 10:22:48.709060 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44412) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:48.714602 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-29c0d968-02c9-45fa-b421-e93840d33260 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Request body: {'floatingip': {'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'port_id': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:22:48.755316 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-29c0d968-02c9-45fa-b421-e93840d33260 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:48.763228 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-36152991-04a8-4c01-b619-fbf15eabcff1 admin admin] Publish callbacks [] for security_group (391a3f08-11ed-4b94-b70f-c71384115da6), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:48.790686 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-36152991-04a8-4c01-b619-fbf15eabcff1 admin admin] Publish callbacks [] for security_group (391a3f08-11ed-4b94-b70f-c71384115da6), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:48.811559 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:48.830422 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-806a4d7c-66b0-485c-8be3-abfc3c24c17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6232443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517501'] for subnet (7dffb191-4596-4e1b-8a9f-6377851c8e10), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:48.859781 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-29c0d968-02c9-45fa-b421-e93840d33260 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:48.907813 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a4d7c-66b0-485c-8be3-abfc3c24c17e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dffb191-4596-4e1b-8a9f-6377851c8e10,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:48.930304 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-36152991-04a8-4c01-b619-fbf15eabcff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (391a3f08-11ed-4b94-b70f-c71384115da6), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:48.932835 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-36152991-04a8-4c01-b619-fbf15eabcff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:48.934070 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-36152991-04a8-4c01-b619-fbf15eabcff1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/391a3f08-11ed-4b94-b70f-c71384115da6 HTTP/1.1" status: 204 len: 168 time: 0.2703598 Jun 22 10:22:48.947708 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a4d7c-66b0-485c-8be3-abfc3c24c17e admin admin] Checking segment: {'id': '01518910-3adf-47ac-b2e3-66a18dc48af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 995, 'network_id': 'eb9aef4f-f52b-4e94-9398-f0fb9d54a9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:22:48.948166 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806a4d7c-66b0-485c-8be3-abfc3c24c17e admin admin] Network hostable DHCP agents. Network: eb9aef4f-f52b-4e94-9398-f0fb9d54a9c6, hostable agents: ['932caf1b-e271-42cd-92f3-ee8a2197157a'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:22:48.953152 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36152991-04a8-4c01-b619-fbf15eabcff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391a3f08-11ed-4b94-b70f-c71384115da6,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:48.976824 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806a4d7c-66b0-485c-8be3-abfc3c24c17e admin admin] Network eb9aef4f-f52b-4e94-9398-f0fb9d54a9c6 is scheduled to be hosted by DHCP agent 932caf1b-e271-42cd-92f3-ee8a2197157a with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:22:48.994329 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-806a4d7c-66b0-485c-8be3-abfc3c24c17e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-1-iscsi, eb9aef4f-f52b-4e94-9398-f0fb9d54a9c6) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:22:48.999679 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806a4d7c-66b0-485c-8be3-abfc3c24c17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:49.000807 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-806a4d7c-66b0-485c-8be3-abfc3c24c17e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:49.007500 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-29c0d968-02c9-45fa-b421-e93840d33260 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Allocated IP 172.27.0.228 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/71c4afc0-c979-46ab-a7f6-b7daaebf988c) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:22:49.008059 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993f2fb7-8e23-4542-a686-7f93d8198bd7 None None] Network eb9aef4f-f52b-4e94-9398-f0fb9d54a9c6 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:22:49.031995 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-806a4d7c-66b0-485c-8be3-abfc3c24c17e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8765903 Jun 22 10:22:49.152264 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-29c0d968-02c9-45fa-b421-e93840d33260 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for port (71c4afc0-c979-46ab-a7f6-b7daaebf988c), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:49.166869 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9893db-7274-4644-b754-effd8214ec2c None None] Network eb9aef4f-f52b-4e94-9398-f0fb9d54a9c6 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:22:49.199056 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-29c0d968-02c9-45fa-b421-e93840d33260 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (71c4afc0-c979-46ab-a7f6-b7daaebf988c), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:49.267150 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0d968-02c9-45fa-b421-e93840d33260 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event updated for resources: {'Port': ['ID=71c4afc0-c979-46ab-a7f6-b7daaebf988c,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:49.276512 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c0d968-02c9-45fa-b421-e93840d33260 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:22:49.285232 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-29c0d968-02c9-45fa-b421-e93840d33260 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:22:49.287645 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c0d968-02c9-45fa-b421-e93840d33260 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:22:49.385231 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44426) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:49.403136 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4b43258a-54dd-4ab5-9159-c89c71510b03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:49.430744 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:49.528461 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4b43258a-54dd-4ab5-9159-c89c71510b03 admin admin] Publish callbacks [] for security_group (a6eec1c9-7c58-4d7c-a673-df0dc1404fe4), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:49.533542 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4b43258a-54dd-4ab5-9159-c89c71510b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (a6eec1c9-7c58-4d7c-a673-df0dc1404fe4), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:49.581786 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4b43258a-54dd-4ab5-9159-c89c71510b03 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e808aafee0a44e492a941b49bdd100c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953542 Jun 22 10:22:49.582671 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43258a-54dd-4ab5-9159-c89c71510b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6eec1c9-7c58-4d7c-a673-df0dc1404fe4,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:49.585112 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44428) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:49.650221 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0c3d363e-0d4b-4f8a-bbb6-6dbedca1d481 admin admin] Publish callbacks [] for security_group (a6eec1c9-7c58-4d7c-a673-df0dc1404fe4), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:49.652903 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:49.681942 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0c3d363e-0d4b-4f8a-bbb6-6dbedca1d481 admin admin] Publish callbacks [] for security_group (a6eec1c9-7c58-4d7c-a673-df0dc1404fe4), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:49.741214 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0c3d363e-0d4b-4f8a-bbb6-6dbedca1d481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (a6eec1c9-7c58-4d7c-a673-df0dc1404fe4), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:49.744034 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0c3d363e-0d4b-4f8a-bbb6-6dbedca1d481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:49.747807 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0c3d363e-0d4b-4f8a-bbb6-6dbedca1d481 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6eec1c9-7c58-4d7c-a673-df0dc1404fe4 HTTP/1.1" status: 204 len: 168 time: 0.1580667 Jun 22 10:22:49.761117 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d363e-0d4b-4f8a-bbb6-6dbedca1d481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6eec1c9-7c58-4d7c-a673-df0dc1404fe4,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:50.024038 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-29c0d968-02c9-45fa-b421-e93840d33260 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for floatingip (afbd417c-6760-41b5-95ab-8f0322063400), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:50.083219 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:50.094394 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-29c0d968-02c9-45fa-b421-e93840d33260 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (71c4afc0-c979-46ab-a7f6-b7daaebf988c), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:50.256071 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-29c0d968-02c9-45fa-b421-e93840d33260 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for port (71c4afc0-c979-46ab-a7f6-b7daaebf988c), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:50.261017 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-29c0d968-02c9-45fa-b421-e93840d33260 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (71c4afc0-c979-46ab-a7f6-b7daaebf988c), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:50.332252 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0d968-02c9-45fa-b421-e93840d33260 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event updated for resources: {'Port': ['ID=71c4afc0-c979-46ab-a7f6-b7daaebf988c,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:50.344753 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-29c0d968-02c9-45fa-b421-e93840d33260 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (afbd417c-6760-41b5-95ab-8f0322063400), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:50.449392 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.l3_db [None req-29c0d968-02c9-45fa-b421-e93840d33260 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Floating IP afbd417c-6760-41b5-95ab-8f0322063400 associated. External IP: 172.27.0.228, port: 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05. Jun 22 10:22:50.663306 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c0d968-02c9-45fa-b421-e93840d33260 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Router e2b31658-b074-4e56-b5f2-fdcc84285211 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:22:50.776161 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c0d968-02c9-45fa-b421-e93840d33260 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:22:50.788353 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7b1400-6747-4f07-be5a-f98077cba53e None None] Sync routers for ids ['e2b31658-b074-4e56-b5f2-fdcc84285211'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:22:50.798882 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-29c0d968-02c9-45fa-b421-e93840d33260 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:50.806497 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7b1400-6747-4f07-be5a-f98077cba53e None None] Routers {'e2b31658-b074-4e56-b5f2-fdcc84285211'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:22:50.807396 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-9e7b1400-6747-4f07-be5a-f98077cba53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:22:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['e2b31658-b074-4e56-b5f2-fdcc84285211'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:50.826377 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:50.838335 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-29c0d968-02c9-45fa-b421-e93840d33260 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1254461 Jun 22 10:22:50.838335 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d67cb6e-5968-4e4d-961f-5fb5e33c186f', 'tag': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:22:50.839585 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174e118b-3db5-474c-8e68-868f64bb4a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d67cb6e-5968-4e4d-961f-5fb5e33c186f", "tag": "7c7fc779-1672-4d69-b57b-9dfc6fd1bf05"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:22:50.894026 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5393ff48-6b84-466e-9e11-bc674553fe93 x-openstack-request-id: req-5393ff48-6b84-466e-9e11-bc674553fe93 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:22:50.894321 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d67cb6e-5968-4e4d-961f-5fb5e33c186f", "tag": "7c7fc779-1672-4d69-b57b-9dfc6fd1bf05", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:22:50.894578 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5393ff48-6b84-466e-9e11-bc674553fe93 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:22:50.894985 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5393ff48-6b84-466e-9e11-bc674553fe93'] response: {'name': 'network-changed', 'server_uuid': '7d67cb6e-5968-4e4d-961f-5fb5e33c186f', 'tag': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05', 'status': 'completed', 'code': 200} Jun 22 10:22:50.966004 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-9e7b1400-6747-4f07-be5a-f98077cba53e None None] Set router e2b31658-b074-4e56-b5f2-fdcc84285211 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:22:50.979026 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e118b-3db5-474c-8e68-868f64bb4a8c req-0a78bb58-cdc6-452a-a56a-ae811f38a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:50.980723 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-174e118b-3db5-474c-8e68-868f64bb4a8c req-0a78bb58-cdc6-452a-a56a-ae811f38a8e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cb1af845e594466b12a11b7cab99a7c&device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 1130 time: 0.0570555 Jun 22 10:22:51.268616 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e118b-3db5-474c-8e68-868f64bb4a8c req-d38704b3-9321-48f0-b9fb-6e4346546582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:51.270431 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-174e118b-3db5-474c-8e68-868f64bb4a8c req-d38704b3-9321-48f0-b9fb-6e4346546582 service neutron] 10.222.0.59 "GET /v2.0/networks?id=96156af8-0bc3-4b6c-bec6-429f61356c8a HTTP/1.1" status: 200 len: 912 time: 0.1035798 Jun 22 10:22:51.297645 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-9e7b1400-6747-4f07-be5a-f98077cba53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': 'afbd417c-6760-41b5-95ab-8f0322063400', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'port_id': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'mac_address': 'fa:16:3e:30:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d67cb6e-5968-4e4d-961f-5fb5e33c186f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:22:49Z', 'updated_at': '2022-06-22T10:22:49Z', 'revision_number': 0, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 5, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:51.327685 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7b1400-6747-4f07-be5a-f98077cba53e None None] Checking router: e2b31658-b074-4e56-b5f2-fdcc84285211 for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:22:51.337724 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7b1400-6747-4f07-be5a-f98077cba53e None None] Routers {'e2b31658-b074-4e56-b5f2-fdcc84285211'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:22:51.338691 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-9e7b1400-6747-4f07-be5a-f98077cba53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:22:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['e2b31658-b074-4e56-b5f2-fdcc84285211'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:51.358127 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-174e118b-3db5-474c-8e68-868f64bb4a8c req-49a5f675-590c-4c20-a7ab-8a7f70d948ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 HTTP/1.1" status: 200 len: 1000 time: 0.0781586 Jun 22 10:22:51.417809 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e118b-3db5-474c-8e68-868f64bb4a8c req-624b1512-e8ff-48d0-8509-591b7f906ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:51.420152 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-174e118b-3db5-474c-8e68-868f64bb4a8c req-624b1512-e8ff-48d0-8509-591b7f906ac3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c45b72d-dee0-4152-ab84-13a956020161 HTTP/1.1" status: 200 len: 850 time: 0.0560787 Jun 22 10:22:51.448162 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-9e7b1400-6747-4f07-be5a-f98077cba53e None None] Set router e2b31658-b074-4e56-b5f2-fdcc84285211 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:22:51.502056 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e118b-3db5-474c-8e68-868f64bb4a8c req-2a562632-a40a-4d78-982e-98973690b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:22:51.503925 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-174e118b-3db5-474c-8e68-868f64bb4a8c req-2a562632-a40a-4d78-982e-98973690b8c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96156af8-0bc3-4b6c-bec6-429f61356c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783641 Jun 22 10:22:51.539103 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:51.623788 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-174e118b-3db5-474c-8e68-868f64bb4a8c req-bc6ab5a4-5e33-43b9-af49-1c4ebeafbf89 service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113162 Jun 22 10:22:51.723014 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-9e7b1400-6747-4f07-be5a-f98077cba53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': 'afbd417c-6760-41b5-95ab-8f0322063400', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'port_id': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'mac_address': 'fa:16:3e:30:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d67cb6e-5968-4e4d-961f-5fb5e33c186f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:22:49Z', 'updated_at': '2022-06-22T10:22:49Z', 'revision_number': 0, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 5, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:22:51.726880 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-174e118b-3db5-474c-8e68-868f64bb4a8c req-1fd640ac-88db-4338-abb6-05297e81c494 service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969987 Jun 22 10:22:51.749519 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7b1400-6747-4f07-be5a-f98077cba53e None None] The sync data for ids ['e2b31658-b074-4e56-b5f2-fdcc84285211'] in dv-cinder-847131-1-iscsi is: [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': 'afbd417c-6760-41b5-95ab-8f0322063400', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'port_id': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'mac_address': 'fa:16:3e:30:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d67cb6e-5968-4e4d-961f-5fb5e33c186f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:22:49Z', 'updated_at': '2022-06-22T10:22:49Z', 'revision_number': 0, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 5, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:22:51.958027 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545ce9a3-27bc-40c9-ba45-a16d5d6afc3f None None] New status for floating IP afbd417c-6760-41b5-95ab-8f0322063400: ACTIVE {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:22:55.413109 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44594) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:55.530711 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-da316ef4-26f7-426e-95d1-e1ba26a24627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:55.611210 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-da316ef4-26f7-426e-95d1-e1ba26a24627 admin admin] Publish callbacks [] for security_group (c26bd981-7051-4fb1-9283-f413031b3b86), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:55.615179 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-da316ef4-26f7-426e-95d1-e1ba26a24627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (c26bd981-7051-4fb1-9283-f413031b3b86), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:55.654136 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da316ef4-26f7-426e-95d1-e1ba26a24627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26bd981-7051-4fb1-9283-f413031b3b86,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:55.659726 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-da316ef4-26f7-426e-95d1-e1ba26a24627 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b8b4839f7b9f4c2eb7ddb165fccd2030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453537 Jun 22 10:22:55.662419 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44600) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:55.711886 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-08133081-a13c-4d19-9293-353adb0d4561 admin admin] Publish callbacks [] for security_group (c26bd981-7051-4fb1-9283-f413031b3b86), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:55.733112 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-08133081-a13c-4d19-9293-353adb0d4561 admin admin] Publish callbacks [] for security_group (c26bd981-7051-4fb1-9283-f413031b3b86), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:55.750339 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:55.782780 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-08133081-a13c-4d19-9293-353adb0d4561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (c26bd981-7051-4fb1-9283-f413031b3b86), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:55.785446 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-08133081-a13c-4d19-9293-353adb0d4561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:55.786635 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-08133081-a13c-4d19-9293-353adb0d4561 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c26bd981-7051-4fb1-9283-f413031b3b86 HTTP/1.1" status: 204 len: 168 time: 0.1233077 Jun 22 10:22:55.794452 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08133081-a13c-4d19-9293-353adb0d4561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26bd981-7051-4fb1-9283-f413031b3b86,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:56.063201 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44606) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:56.076759 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-85ba6529-3f4f-4e82-a1be-ec314751092e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:56.158156 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-85ba6529-3f4f-4e82-a1be-ec314751092e admin admin] Publish callbacks [] for security_group (5776650c-f22f-49ff-9021-0239e5ac5c5b), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:56.161789 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-85ba6529-3f4f-4e82-a1be-ec314751092e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (5776650c-f22f-49ff-9021-0239e5ac5c5b), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:56.200917 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-85ba6529-3f4f-4e82-a1be-ec314751092e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4468be1a74ff4dc9ad61402db44946a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366496 Jun 22 10:22:56.201809 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba6529-3f4f-4e82-a1be-ec314751092e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5776650c-f22f-49ff-9021-0239e5ac5c5b,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:56.204229 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44610) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:56.257651 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8b49b8c5-1f72-4282-8bad-e69e1893882b admin admin] Publish callbacks [] for security_group (5776650c-f22f-49ff-9021-0239e5ac5c5b), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:56.279653 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8b49b8c5-1f72-4282-8bad-e69e1893882b admin admin] Publish callbacks [] for security_group (5776650c-f22f-49ff-9021-0239e5ac5c5b), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:56.333428 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8b49b8c5-1f72-4282-8bad-e69e1893882b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (5776650c-f22f-49ff-9021-0239e5ac5c5b), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:56.336126 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8b49b8c5-1f72-4282-8bad-e69e1893882b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:56.337339 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8b49b8c5-1f72-4282-8bad-e69e1893882b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5776650c-f22f-49ff-9021-0239e5ac5c5b HTTP/1.1" status: 204 len: 168 time: 0.1321132 Jun 22 10:22:56.351833 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49b8c5-1f72-4282-8bad-e69e1893882b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5776650c-f22f-49ff-9021-0239e5ac5c5b,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:56.745613 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44638) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:56.760108 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-518ccb2c-6bec-4775-ae28-aa597cd0a76e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:56.809684 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:56.841010 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-518ccb2c-6bec-4775-ae28-aa597cd0a76e admin admin] Publish callbacks [] for security_group (2a5ed26e-4c03-4cea-b6f1-88547c319c1c), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:56.845511 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-518ccb2c-6bec-4775-ae28-aa597cd0a76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (2a5ed26e-4c03-4cea-b6f1-88547c319c1c), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:56.888228 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-518ccb2c-6bec-4775-ae28-aa597cd0a76e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40254f8cc3af41c884f9a301af34a500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415160 Jun 22 10:22:56.889101 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ccb2c-6bec-4775-ae28-aa597cd0a76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5ed26e-4c03-4cea-b6f1-88547c319c1c,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:56.891059 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44640) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:56.946515 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-75ab9d53-6cb9-4364-9107-5e4492dc5a86 admin admin] Publish callbacks [] for security_group (2a5ed26e-4c03-4cea-b6f1-88547c319c1c), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:56.967930 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-75ab9d53-6cb9-4364-9107-5e4492dc5a86 admin admin] Publish callbacks [] for security_group (2a5ed26e-4c03-4cea-b6f1-88547c319c1c), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:57.016332 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-75ab9d53-6cb9-4364-9107-5e4492dc5a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (2a5ed26e-4c03-4cea-b6f1-88547c319c1c), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:57.018922 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-75ab9d53-6cb9-4364-9107-5e4492dc5a86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:57.020179 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-75ab9d53-6cb9-4364-9107-5e4492dc5a86 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a5ed26e-4c03-4cea-b6f1-88547c319c1c HTTP/1.1" status: 204 len: 168 time: 0.1273916 Jun 22 10:22:57.023599 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:22:57.029107 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab9d53-6cb9-4364-9107-5e4492dc5a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5ed26e-4c03-4cea-b6f1-88547c319c1c,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:57.950664 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44678) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:58.103854 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-581062d2-6493-45ea-8efd-e8e0e4160071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:58.184075 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-581062d2-6493-45ea-8efd-e8e0e4160071 admin admin] Publish callbacks [] for security_group (9763b89c-a0c5-4b17-9c3a-86343b1e6add), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:58.188067 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-581062d2-6493-45ea-8efd-e8e0e4160071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (9763b89c-a0c5-4b17-9c3a-86343b1e6add), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:58.235937 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-581062d2-6493-45ea-8efd-e8e0e4160071 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41ddd20aaadc438c8bb2f5689f3d0836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806830 Jun 22 10:22:58.235937 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581062d2-6493-45ea-8efd-e8e0e4160071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9763b89c-a0c5-4b17-9c3a-86343b1e6add,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:22:58.236552 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44694) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:22:58.295053 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2cfef9d1-f425-4bc0-a7bb-b18630b6949e admin admin] Publish callbacks [] for security_group (9763b89c-a0c5-4b17-9c3a-86343b1e6add), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:58.319100 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2cfef9d1-f425-4bc0-a7bb-b18630b6949e admin admin] Publish callbacks [] for security_group (9763b89c-a0c5-4b17-9c3a-86343b1e6add), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:58.372507 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2cfef9d1-f425-4bc0-a7bb-b18630b6949e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (9763b89c-a0c5-4b17-9c3a-86343b1e6add), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:58.375221 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-2cfef9d1-f425-4bc0-a7bb-b18630b6949e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:22:58.376388 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-2cfef9d1-f425-4bc0-a7bb-b18630b6949e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9763b89c-a0c5-4b17-9c3a-86343b1e6add HTTP/1.1" status: 204 len: 168 time: 0.1389401 Jun 22 10:22:58.384574 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfef9d1-f425-4bc0-a7bb-b18630b6949e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9763b89c-a0c5-4b17-9c3a-86343b1e6add,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:02.032483 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=74 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:02.033560 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=80 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:04.429383 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44854) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:04.485654 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1c9b86-d46a-488d-a2c6-3c4d78244cd2 admin admin] Deleting subnet 079b5d55-0e3b-456f-8d34-9b2f8536bcbb {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 10:23:04.489067 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b1c9b86-d46a-488d-a2c6-3c4d78244cd2 admin admin] Publish callbacks [] for subnet (079b5d55-0e3b-456f-8d34-9b2f8536bcbb), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:04.524433 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b1c9b86-d46a-488d-a2c6-3c4d78244cd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4278864'] for subnet (079b5d55-0e3b-456f-8d34-9b2f8536bcbb), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:04.566486 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b1c9b86-d46a-488d-a2c6-3c4d78244cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739848'] for subnet (079b5d55-0e3b-456f-8d34-9b2f8536bcbb), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:04.599307 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:04.624877 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b1c9b86-d46a-488d-a2c6-3c4d78244cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6232504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517476'] for subnet (079b5d55-0e3b-456f-8d34-9b2f8536bcbb), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:04.657322 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c9b86-d46a-488d-a2c6-3c4d78244cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=079b5d55-0e3b-456f-8d34-9b2f8536bcbb,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:04.662746 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b1c9b86-d46a-488d-a2c6-3c4d78244cd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:04.666034 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2b1c9b86-d46a-488d-a2c6-3c4d78244cd2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/079b5d55-0e3b-456f-8d34-9b2f8536bcbb HTTP/1.1" status: 204 len: 168 time: 0.2354004 Jun 22 10:23:04.668468 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44858) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:04.740208 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-19367423-215f-4156-af2b-ac0d560afbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1791967'] for network (410d642b-a4f6-46bd-a6fc-b1bf59d2ec6b), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:04.824942 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-19367423-215f-4156-af2b-ac0d560afbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722933', 'neutron.services.segments.db._delete_segments_for_network-8773365012875'] for network (410d642b-a4f6-46bd-a6fc-b1bf59d2ec6b), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:04.847013 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-19367423-215f-4156-af2b-ac0d560afbca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410d642b-a4f6-46bd-a6fc-b1bf59d2ec6b']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:04.856733 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-19367423-215f-4156-af2b-ac0d560afbca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '445147b0-8e88-468c-a222-ea73148556df') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:04.857036 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-19367423-215f-4156-af2b-ac0d560afbca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '445147b0-8e88-468c-a222-ea73148556df') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:04.867064 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-19367423-215f-4156-af2b-ac0d560afbca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773365013140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4278859'] for segment (445147b0-8e88-468c-a222-ea73148556df), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:04.881073 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-19367423-215f-4156-af2b-ac0d560afbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (445147b0-8e88-468c-a222-ea73148556df), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:04.887401 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19367423-215f-4156-af2b-ac0d560afbca admin admin] Releasing vlan 985 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:23:04.887785 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-19367423-215f-4156-af2b-ac0d560afbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6232530'] for segment (445147b0-8e88-468c-a222-ea73148556df), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:04.913061 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 445147b0-8e88-468c-a222-ea73148556df resource provider aggregate not found Jun 22 10:23:04.946817 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 445147b0-8e88-468c-a222-ea73148556df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 445147b0-8e88-468c-a222-ea73148556df found for delete ", "request_id": "req-0515b3a4-d131-4733-9fc9-80af7e17c72b"}]} Jun 22 10:23:04.955604 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-19367423-215f-4156-af2b-ac0d560afbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745775'] for network (410d642b-a4f6-46bd-a6fc-b1bf59d2ec6b), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:04.960864 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-19367423-215f-4156-af2b-ac0d560afbca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:04.966692 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-19367423-215f-4156-af2b-ac0d560afbca admin admin] 10.222.0.43 "DELETE /v2.0/networks/410d642b-a4f6-46bd-a6fc-b1bf59d2ec6b HTTP/1.1" status: 204 len: 168 time: 0.2946141 Jun 22 10:23:04.968171 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44872) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:05.008069 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19367423-215f-4156-af2b-ac0d560afbca admin admin] Pushing event deleted for resources: {'Network': ['ID=410d642b-a4f6-46bd-a6fc-b1bf59d2ec6b,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:05.027591 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a03cdd3-ca0a-4253-9800-6746374840cd admin admin] Deleting subnet 7dffb191-4596-4e1b-8a9f-6377851c8e10 {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 10:23:05.031130 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0a03cdd3-ca0a-4253-9800-6746374840cd admin admin] Publish callbacks [] for subnet (7dffb191-4596-4e1b-8a9f-6377851c8e10), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:05.068668 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0a03cdd3-ca0a-4253-9800-6746374840cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4278864'] for subnet (7dffb191-4596-4e1b-8a9f-6377851c8e10), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:05.113514 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0a03cdd3-ca0a-4253-9800-6746374840cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739848'] for subnet (7dffb191-4596-4e1b-8a9f-6377851c8e10), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:05.170380 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0a03cdd3-ca0a-4253-9800-6746374840cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6232504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517476'] for subnet (7dffb191-4596-4e1b-8a9f-6377851c8e10), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:05.202837 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03cdd3-ca0a-4253-9800-6746374840cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dffb191-4596-4e1b-8a9f-6377851c8e10,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:05.206782 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0a03cdd3-ca0a-4253-9800-6746374840cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:05.210075 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0a03cdd3-ca0a-4253-9800-6746374840cd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7dffb191-4596-4e1b-8a9f-6377851c8e10 HTTP/1.1" status: 204 len: 168 time: 0.2407603 Jun 22 10:23:05.212411 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44876) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:05.274025 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:05.286436 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1e0832e4-5b99-4971-989c-09f4a4bdcc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1791967'] for network (eb9aef4f-f52b-4e94-9398-f0fb9d54a9c6), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:05.369301 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1e0832e4-5b99-4971-989c-09f4a4bdcc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722933', 'neutron.services.segments.db._delete_segments_for_network-8773365012875'] for network (eb9aef4f-f52b-4e94-9398-f0fb9d54a9c6), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:05.390738 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-1e0832e4-5b99-4971-989c-09f4a4bdcc70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9aef4f-f52b-4e94-9398-f0fb9d54a9c6']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:05.399931 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-1e0832e4-5b99-4971-989c-09f4a4bdcc70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01518910-3adf-47ac-b2e3-66a18dc48af3') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:05.400229 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-1e0832e4-5b99-4971-989c-09f4a4bdcc70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01518910-3adf-47ac-b2e3-66a18dc48af3') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:05.409983 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1e0832e4-5b99-4971-989c-09f4a4bdcc70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773365013140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4278859'] for segment (01518910-3adf-47ac-b2e3-66a18dc48af3), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:05.423716 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1e0832e4-5b99-4971-989c-09f4a4bdcc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (01518910-3adf-47ac-b2e3-66a18dc48af3), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:05.430899 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0832e4-5b99-4971-989c-09f4a4bdcc70 admin admin] Releasing vlan 995 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:23:05.431636 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1e0832e4-5b99-4971-989c-09f4a4bdcc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6232530'] for segment (01518910-3adf-47ac-b2e3-66a18dc48af3), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:05.488422 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1e0832e4-5b99-4971-989c-09f4a4bdcc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745775'] for network (eb9aef4f-f52b-4e94-9398-f0fb9d54a9c6), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:05.493285 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1e0832e4-5b99-4971-989c-09f4a4bdcc70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:05.498725 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-1e0832e4-5b99-4971-989c-09f4a4bdcc70 admin admin] 10.222.0.43 "DELETE /v2.0/networks/eb9aef4f-f52b-4e94-9398-f0fb9d54a9c6 HTTP/1.1" status: 204 len: 168 time: 0.2851961 Jun 22 10:23:05.526110 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0832e4-5b99-4971-989c-09f4a4bdcc70 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9aef4f-f52b-4e94-9398-f0fb9d54a9c6,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:05.697537 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44888) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:05.738343 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-0af8f962-20e0-4468-9f76-8d8d1a7959ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4a3ba9c256f4e6ba469dfb901d02f56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395751 Jun 22 10:23:05.740887 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44890) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:05.768329 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:05.792584 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ec138923-47ac-47e3-a70b-950782402b0e admin admin] Publish callbacks [] for security_group (3c2059a2-11f3-46a2-9cf1-3683d040c4eb), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:05.814501 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ec138923-47ac-47e3-a70b-950782402b0e admin admin] Publish callbacks [] for security_group (3c2059a2-11f3-46a2-9cf1-3683d040c4eb), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:05.869393 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ec138923-47ac-47e3-a70b-950782402b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (3c2059a2-11f3-46a2-9cf1-3683d040c4eb), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:05.872087 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ec138923-47ac-47e3-a70b-950782402b0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:05.873260 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-ec138923-47ac-47e3-a70b-950782402b0e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c2059a2-11f3-46a2-9cf1-3683d040c4eb HTTP/1.1" status: 204 len: 168 time: 0.1314442 Jun 22 10:23:05.882056 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec138923-47ac-47e3-a70b-950782402b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2059a2-11f3-46a2-9cf1-3683d040c4eb,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:06.203040 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44896) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:06.244383 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-00d6c259-d43f-4441-889f-7224458c0726 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c96c0d32e5c34861a87bf004ed7cf15d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401852 Jun 22 10:23:06.246763 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44900) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:06.299295 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5df58c0b-2833-432a-9f61-c5646877df56 admin admin] Publish callbacks [] for security_group (499d6b44-06d0-484a-b562-544cc9a3ec9a), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:06.320902 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5df58c0b-2833-432a-9f61-c5646877df56 admin admin] Publish callbacks [] for security_group (499d6b44-06d0-484a-b562-544cc9a3ec9a), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:06.370262 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5df58c0b-2833-432a-9f61-c5646877df56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (499d6b44-06d0-484a-b562-544cc9a3ec9a), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:06.372832 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5df58c0b-2833-432a-9f61-c5646877df56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:06.374059 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-5df58c0b-2833-432a-9f61-c5646877df56 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/499d6b44-06d0-484a-b562-544cc9a3ec9a HTTP/1.1" status: 204 len: 168 time: 0.1263161 Jun 22 10:23:06.392594 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df58c0b-2833-432a-9f61-c5646877df56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499d6b44-06d0-484a-b562-544cc9a3ec9a,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:06.933737 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 44928) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:06.967568 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 01518910-3adf-47ac-b2e3-66a18dc48af3 resource provider aggregate not found Jun 22 10:23:06.990685 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 01518910-3adf-47ac-b2e3-66a18dc48af3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01518910-3adf-47ac-b2e3-66a18dc48af3 found for delete ", "request_id": "req-3eaf571a-4d13-439d-9b1b-fb0600087708"}]} Jun 22 10:23:06.995696 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:23:07.060698 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7ab44359-230e-483e-9be5-f6b154fb36cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:07.075544 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:07.163268 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7ab44359-230e-483e-9be5-f6b154fb36cd admin admin] Publish callbacks [] for security_group (33898b3f-83a7-40d8-9519-9b04f48ea346), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:07.167154 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-7ab44359-230e-483e-9be5-f6b154fb36cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (33898b3f-83a7-40d8-9519-9b04f48ea346), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:07.208725 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-7ab44359-230e-483e-9be5-f6b154fb36cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=06dbdcfd1d444846b08810da7d5dceed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737031 Jun 22 10:23:07.210782 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab44359-230e-483e-9be5-f6b154fb36cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33898b3f-83a7-40d8-9519-9b04f48ea346,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:07.211423 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 44944) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:07.264455 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4cb53b5b-bf5e-4c07-9e95-9f27a0975a15 admin admin] Publish callbacks [] for security_group (33898b3f-83a7-40d8-9519-9b04f48ea346), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:07.277178 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:07.287068 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4cb53b5b-bf5e-4c07-9e95-9f27a0975a15 admin admin] Publish callbacks [] for security_group (33898b3f-83a7-40d8-9519-9b04f48ea346), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:07.336726 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4cb53b5b-bf5e-4c07-9e95-9f27a0975a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (33898b3f-83a7-40d8-9519-9b04f48ea346), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:07.339283 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4cb53b5b-bf5e-4c07-9e95-9f27a0975a15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:07.343714 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4cb53b5b-bf5e-4c07-9e95-9f27a0975a15 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33898b3f-83a7-40d8-9519-9b04f48ea346 HTTP/1.1" status: 204 len: 168 time: 0.1278145 Jun 22 10:23:07.349830 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb53b5b-bf5e-4c07-9e95-9f27a0975a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33898b3f-83a7-40d8-9519-9b04f48ea346,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:08.399650 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:08.406621 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dc11f058-641f-44a2-988c-bf3ffc9f42a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:10.277661 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45052) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:10.391242 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-23df7381-4550-451c-84c3-89ade69593a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:10.480606 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-23df7381-4550-451c-84c3-89ade69593a4 admin admin] Publish callbacks [] for security_group (cd36b9c8-3b76-4762-9609-9d32be8bd63b), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:10.487639 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-23df7381-4550-451c-84c3-89ade69593a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (cd36b9c8-3b76-4762-9609-9d32be8bd63b), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:10.532703 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-23df7381-4550-451c-84c3-89ade69593a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3710fd33ac2e4b218e6cbfadb69b95fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536533 Jun 22 10:23:10.534473 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df7381-4550-451c-84c3-89ade69593a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd36b9c8-3b76-4762-9609-9d32be8bd63b,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:10.535694 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45060) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:10.596925 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a320eac0-277b-4f12-8de0-763f94087f9c admin admin] Publish callbacks [] for security_group (cd36b9c8-3b76-4762-9609-9d32be8bd63b), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:10.621579 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a320eac0-277b-4f12-8de0-763f94087f9c admin admin] Publish callbacks [] for security_group (cd36b9c8-3b76-4762-9609-9d32be8bd63b), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:10.671513 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a320eac0-277b-4f12-8de0-763f94087f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (cd36b9c8-3b76-4762-9609-9d32be8bd63b), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:10.674318 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a320eac0-277b-4f12-8de0-763f94087f9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:10.675479 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-a320eac0-277b-4f12-8de0-763f94087f9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd36b9c8-3b76-4762-9609-9d32be8bd63b HTTP/1.1" status: 204 len: 168 time: 0.1386595 Jun 22 10:23:10.685127 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320eac0-277b-4f12-8de0-763f94087f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd36b9c8-3b76-4762-9609-9d32be8bd63b,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:10.707735 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45066) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:10.728164 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ad17df6a-f17d-4d82-8f9e-6facc1b2f8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:10.823716 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c69d7b04-c5d3-4f74-baf7-0fc329119594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:10.908333 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c69d7b04-c5d3-4f74-baf7-0fc329119594 admin admin] Publish callbacks [] for security_group (b346d2ce-7dc4-4ff6-9f6f-b1a78a040ae4), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:10.912270 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c69d7b04-c5d3-4f74-baf7-0fc329119594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (b346d2ce-7dc4-4ff6-9f6f-b1a78a040ae4), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:10.917438 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=17 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:10.961683 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d7b04-c5d3-4f74-baf7-0fc329119594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b346d2ce-7dc4-4ff6-9f6f-b1a78a040ae4,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:10.967220 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-c69d7b04-c5d3-4f74-baf7-0fc329119594 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a413f18733940f287f7af30437a9bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582638 Jun 22 10:23:10.970745 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45072) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:11.031486 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-cbbb12b2-11e8-4750-8b90-c13b3b69cccf admin admin] Publish callbacks [] for security_group (b346d2ce-7dc4-4ff6-9f6f-b1a78a040ae4), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:11.053992 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45074) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:11.057403 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-cbbb12b2-11e8-4750-8b90-c13b3b69cccf admin admin] Publish callbacks [] for security_group (b346d2ce-7dc4-4ff6-9f6f-b1a78a040ae4), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:11.070405 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6e9eb44-1741-4d90-a9ea-4808420bb070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:11.117905 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-cbbb12b2-11e8-4750-8b90-c13b3b69cccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (b346d2ce-7dc4-4ff6-9f6f-b1a78a040ae4), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:11.120461 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-cbbb12b2-11e8-4750-8b90-c13b3b69cccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:11.121625 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-cbbb12b2-11e8-4750-8b90-c13b3b69cccf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b346d2ce-7dc4-4ff6-9f6f-b1a78a040ae4 HTTP/1.1" status: 204 len: 168 time: 0.1493161 Jun 22 10:23:11.131303 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb12b2-11e8-4750-8b90-c13b3b69cccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b346d2ce-7dc4-4ff6-9f6f-b1a78a040ae4,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:11.174754 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6e9eb44-1741-4d90-a9ea-4808420bb070 admin admin] Publish callbacks [] for security_group (f883b3b8-9b69-45ef-9acb-379b0ec2e6f7), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:11.179328 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6e9eb44-1741-4d90-a9ea-4808420bb070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (f883b3b8-9b69-45ef-9acb-379b0ec2e6f7), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:11.221945 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b6e9eb44-1741-4d90-a9ea-4808420bb070 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aec37aeb3844436098426091c9b15b0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1666684 Jun 22 10:23:11.223949 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9eb44-1741-4d90-a9ea-4808420bb070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f883b3b8-9b69-45ef-9acb-379b0ec2e6f7,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:11.224681 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45078) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:11.271191 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:INSERT=16,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:11.299563 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b1c88278-7a72-4615-8103-7cf4d88515ff admin admin] Publish callbacks [] for security_group (f883b3b8-9b69-45ef-9acb-379b0ec2e6f7), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:11.326449 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b1c88278-7a72-4615-8103-7cf4d88515ff admin admin] Publish callbacks [] for security_group (f883b3b8-9b69-45ef-9acb-379b0ec2e6f7), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:11.384428 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b1c88278-7a72-4615-8103-7cf4d88515ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (f883b3b8-9b69-45ef-9acb-379b0ec2e6f7), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:11.388456 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b1c88278-7a72-4615-8103-7cf4d88515ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:11.390356 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-b1c88278-7a72-4615-8103-7cf4d88515ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f883b3b8-9b69-45ef-9acb-379b0ec2e6f7 HTTP/1.1" status: 204 len: 168 time: 0.1645908 Jun 22 10:23:11.400318 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c88278-7a72-4615-8103-7cf4d88515ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f883b3b8-9b69-45ef-9acb-379b0ec2e6f7,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:11.646076 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45096) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:11.770713 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c541b703-2079-4679-a389-0fffb790bcc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:11.853525 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c541b703-2079-4679-a389-0fffb790bcc4 admin admin] Publish callbacks [] for security_group (fb12a854-3b6e-4d95-9f48-a7f786b89d8a), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:11.857924 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c541b703-2079-4679-a389-0fffb790bcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (fb12a854-3b6e-4d95-9f48-a7f786b89d8a), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:11.901832 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-c541b703-2079-4679-a389-0fffb790bcc4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4445c014dc2a44cc9c7445fa5fc6928f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544470 Jun 22 10:23:11.902975 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541b703-2079-4679-a389-0fffb790bcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb12a854-3b6e-4d95-9f48-a7f786b89d8a,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:11.904537 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45114) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:11.963378 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f1954ecd-176d-4054-a8c7-dc698d2607d3 admin admin] Publish callbacks [] for security_group (fb12a854-3b6e-4d95-9f48-a7f786b89d8a), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:11.987809 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f1954ecd-176d-4054-a8c7-dc698d2607d3 admin admin] Publish callbacks [] for security_group (fb12a854-3b6e-4d95-9f48-a7f786b89d8a), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:11.989438 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:12.008382 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:12.044117 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f1954ecd-176d-4054-a8c7-dc698d2607d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (fb12a854-3b6e-4d95-9f48-a7f786b89d8a), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:12.047211 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f1954ecd-176d-4054-a8c7-dc698d2607d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:12.048444 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f1954ecd-176d-4054-a8c7-dc698d2607d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb12a854-3b6e-4d95-9f48-a7f786b89d8a HTTP/1.1" status: 204 len: 168 time: 0.1421275 Jun 22 10:23:12.057284 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1954ecd-176d-4054-a8c7-dc698d2607d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb12a854-3b6e-4d95-9f48-a7f786b89d8a,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:12.371509 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45140) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:12.391017 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4ee2c123-669a-46b4-bc81-7a86c3319941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:12.479302 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4ee2c123-669a-46b4-bc81-7a86c3319941 admin admin] Publish callbacks [] for security_group (70dcb479-572e-4169-8f5d-68b90872b15a), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:12.484842 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4ee2c123-669a-46b4-bc81-7a86c3319941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (70dcb479-572e-4169-8f5d-68b90872b15a), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:12.536638 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4ee2c123-669a-46b4-bc81-7a86c3319941 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d4be338fe2f54f229476848b66167090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1639814 Jun 22 10:23:12.538063 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2c123-669a-46b4-bc81-7a86c3319941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dcb479-572e-4169-8f5d-68b90872b15a,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:12.539384 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45144) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:12.604746 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-335fc6c2-aa97-4417-a6a7-ff028e204bc3 admin admin] Publish callbacks [] for security_group (70dcb479-572e-4169-8f5d-68b90872b15a), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:12.630595 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-335fc6c2-aa97-4417-a6a7-ff028e204bc3 admin admin] Publish callbacks [] for security_group (70dcb479-572e-4169-8f5d-68b90872b15a), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:12.688672 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-335fc6c2-aa97-4417-a6a7-ff028e204bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (70dcb479-572e-4169-8f5d-68b90872b15a), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:12.691400 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-335fc6c2-aa97-4417-a6a7-ff028e204bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:12.692583 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-335fc6c2-aa97-4417-a6a7-ff028e204bc3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70dcb479-572e-4169-8f5d-68b90872b15a HTTP/1.1" status: 204 len: 168 time: 0.1519318 Jun 22 10:23:12.704185 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fc6c2-aa97-4417-a6a7-ff028e204bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dcb479-572e-4169-8f5d-68b90872b15a,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:13.455625 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:13.898241 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:16.995658 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:17.228736 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:17.235661 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:20.633998 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45428) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:20.747992 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c33c6631-a08e-47a6-934c-95b458efae14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:20.772099 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:20.832765 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c33c6631-a08e-47a6-934c-95b458efae14 admin admin] Publish callbacks [] for security_group (9f02f295-b02f-4332-9a3a-2fa0dc3e73d7), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:20.836422 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c33c6631-a08e-47a6-934c-95b458efae14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (9f02f295-b02f-4332-9a3a-2fa0dc3e73d7), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:20.875420 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c6631-a08e-47a6-934c-95b458efae14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f02f295-b02f-4332-9a3a-2fa0dc3e73d7,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:20.879764 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c33c6631-a08e-47a6-934c-95b458efae14 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=200fdb76f1b14c8d983cff798a4ecb65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443364 Jun 22 10:23:20.882450 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45432) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:20.939263 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d44a5ef2-1593-4161-9dba-0ed978572ff3 admin admin] Publish callbacks [] for security_group (9f02f295-b02f-4332-9a3a-2fa0dc3e73d7), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:20.960856 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d44a5ef2-1593-4161-9dba-0ed978572ff3 admin admin] Publish callbacks [] for security_group (9f02f295-b02f-4332-9a3a-2fa0dc3e73d7), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:21.010224 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d44a5ef2-1593-4161-9dba-0ed978572ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (9f02f295-b02f-4332-9a3a-2fa0dc3e73d7), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:21.012801 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d44a5ef2-1593-4161-9dba-0ed978572ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:21.014877 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d44a5ef2-1593-4161-9dba-0ed978572ff3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f02f295-b02f-4332-9a3a-2fa0dc3e73d7 HTTP/1.1" status: 204 len: 168 time: 0.1306181 Jun 22 10:23:21.022646 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a5ef2-1593-4161-9dba-0ed978572ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f02f295-b02f-4332-9a3a-2fa0dc3e73d7,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:21.295106 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45438) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:21.309287 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f910d1cf-fbe5-4f40-809a-35f980f98672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:21.386689 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f910d1cf-fbe5-4f40-809a-35f980f98672 admin admin] Publish callbacks [] for security_group (4710aa70-5157-4c5a-a3ad-9fb3dc854ac9), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:21.390717 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-f910d1cf-fbe5-4f40-809a-35f980f98672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (4710aa70-5157-4c5a-a3ad-9fb3dc854ac9), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:21.406822 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:21.435259 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-f910d1cf-fbe5-4f40-809a-35f980f98672 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79a65a9067fb42aabe1cfe6d8438bb68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384196 Jun 22 10:23:21.435996 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910d1cf-fbe5-4f40-809a-35f980f98672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4710aa70-5157-4c5a-a3ad-9fb3dc854ac9,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:21.438246 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45440) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:21.489983 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6eb3865-1809-49ac-8f44-bba7bd0ee967 admin admin] Publish callbacks [] for security_group (4710aa70-5157-4c5a-a3ad-9fb3dc854ac9), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:21.513323 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6eb3865-1809-49ac-8f44-bba7bd0ee967 admin admin] Publish callbacks [] for security_group (4710aa70-5157-4c5a-a3ad-9fb3dc854ac9), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:21.564407 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6eb3865-1809-49ac-8f44-bba7bd0ee967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (4710aa70-5157-4c5a-a3ad-9fb3dc854ac9), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:21.566948 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b6eb3865-1809-49ac-8f44-bba7bd0ee967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:21.568242 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b6eb3865-1809-49ac-8f44-bba7bd0ee967 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4710aa70-5157-4c5a-a3ad-9fb3dc854ac9 HTTP/1.1" status: 204 len: 168 time: 0.1290660 Jun 22 10:23:21.582146 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb3865-1809-49ac-8f44-bba7bd0ee967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4710aa70-5157-4c5a-a3ad-9fb3dc854ac9,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:21.939615 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45454) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:21.953736 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-448b98f4-a87b-4edd-b72c-896070390e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:21.997554 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:DELETE=6,neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:22.040656 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-448b98f4-a87b-4edd-b72c-896070390e06 admin admin] Publish callbacks [] for security_group (e1081936-1f90-4e1f-babf-087e98cd5f65), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:22.044438 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-448b98f4-a87b-4edd-b72c-896070390e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (e1081936-1f90-4e1f-babf-087e98cd5f65), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:22.090179 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b98f4-a87b-4edd-b72c-896070390e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1081936-1f90-4e1f-babf-087e98cd5f65,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:22.095522 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-448b98f4-a87b-4edd-b72c-896070390e06 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f1c4b8d10e1649bcb2db2aa755acc673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548624 Jun 22 10:23:22.098198 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45456) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:22.152566 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b2542f39-6336-44e2-b6cc-3efc217112a7 admin admin] Publish callbacks [] for security_group (e1081936-1f90-4e1f-babf-087e98cd5f65), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:22.175029 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b2542f39-6336-44e2-b6cc-3efc217112a7 admin admin] Publish callbacks [] for security_group (e1081936-1f90-4e1f-babf-087e98cd5f65), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:22.202503 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:22.231305 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b2542f39-6336-44e2-b6cc-3efc217112a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (e1081936-1f90-4e1f-babf-087e98cd5f65), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:22.234105 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b2542f39-6336-44e2-b6cc-3efc217112a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:22.235267 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b2542f39-6336-44e2-b6cc-3efc217112a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1081936-1f90-4e1f-babf-087e98cd5f65 HTTP/1.1" status: 204 len: 168 time: 0.1361685 Jun 22 10:23:22.243382 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2542f39-6336-44e2-b6cc-3efc217112a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1081936-1f90-4e1f-babf-087e98cd5f65,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:24.121733 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45514) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:24.225572 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5f29e49a-1b29-4d35-bcce-ad056c358d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:24.306636 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5f29e49a-1b29-4d35-bcce-ad056c358d92 admin admin] Publish callbacks [] for security_group (b4896404-701a-4d78-9c23-7b841d0a2e6e), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:24.310287 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5f29e49a-1b29-4d35-bcce-ad056c358d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (b4896404-701a-4d78-9c23-7b841d0a2e6e), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:24.347854 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29e49a-1b29-4d35-bcce-ad056c358d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4896404-701a-4d78-9c23-7b841d0a2e6e,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:24.352190 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-5f29e49a-1b29-4d35-bcce-ad056c358d92 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=45d8b3859d924fcaa318f72b91799462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294564 Jun 22 10:23:24.354895 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45518) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:24.403120 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bdace246-df2b-4126-8c7d-78161e7a25b2 admin admin] Publish callbacks [] for security_group (b4896404-701a-4d78-9c23-7b841d0a2e6e), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:24.425186 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bdace246-df2b-4126-8c7d-78161e7a25b2 admin admin] Publish callbacks [] for security_group (b4896404-701a-4d78-9c23-7b841d0a2e6e), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:24.475435 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bdace246-df2b-4126-8c7d-78161e7a25b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (b4896404-701a-4d78-9c23-7b841d0a2e6e), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:24.478281 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bdace246-df2b-4126-8c7d-78161e7a25b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:24.479485 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-bdace246-df2b-4126-8c7d-78161e7a25b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4896404-701a-4d78-9c23-7b841d0a2e6e HTTP/1.1" status: 204 len: 168 time: 0.1237025 Jun 22 10:23:24.487725 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdace246-df2b-4126-8c7d-78161e7a25b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4896404-701a-4d78-9c23-7b841d0a2e6e,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:25.218347 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45558) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:25.316316 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-b627b6ff-c4a2-43c1-bf80-351859b1e544 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-620034664-network', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:23:25.336852 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b627b6ff-c4a2-43c1-bf80-351859b1e544 admin admin] Made reservation on behalf of aa9a1da5cb5a4279abb88ec7bdb1ef6b for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:23:25.339228 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b627b6ff-c4a2-43c1-bf80-351859b1e544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:25.348351 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b627b6ff-c4a2-43c1-bf80-351859b1e544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:25.425624 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b627b6ff-c4a2-43c1-bf80-351859b1e544 admin admin] Publish callbacks [] for security_group (9d3e7599-03c8-43d5-86a3-e14130d985c3), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:25.429451 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b627b6ff-c4a2-43c1-bf80-351859b1e544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (9d3e7599-03c8-43d5-86a3-e14130d985c3), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:25.459141 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b627b6ff-c4a2-43c1-bf80-351859b1e544 admin admin] vlan segment allocate from pool success with {'vlan_id': 983, 'physical_network': 'physnet1'} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:23:25.465705 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627b6ff-c4a2-43c1-bf80-351859b1e544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3e7599-03c8-43d5-86a3-e14130d985c3,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:25.474073 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b627b6ff-c4a2-43c1-bf80-351859b1e544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (18475f49-2261-459f-b58d-5cfe3af8b0ba), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:25.474073 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-b627b6ff-c4a2-43c1-bf80-351859b1e544 admin admin] Added segment 18475f49-2261-459f-b58d-5cfe3af8b0ba of type vlan for network 0e72ac4a-4b5a-48df-b530-d05f788ca8b5 Jun 22 10:23:25.509035 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:25.518300 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b627b6ff-c4a2-43c1-bf80-351859b1e544 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773364491457'] for network (0e72ac4a-4b5a-48df-b530-d05f788ca8b5), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:25.544736 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b627b6ff-c4a2-43c1-bf80-351859b1e544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for network (0e72ac4a-4b5a-48df-b530-d05f788ca8b5), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:25.546369 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b627b6ff-c4a2-43c1-bf80-351859b1e544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:23:25.546945 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b627b6ff-c4a2-43c1-bf80-351859b1e544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:25.571118 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:25.584814 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b627b6ff-c4a2-43c1-bf80-351859b1e544 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3651388 Jun 22 10:23:25.587591 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45562) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:25.594071 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Request body: {'subnet': {'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-620034664-subnet', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'ip_version': 4}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:23:25.615878 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Made reservation on behalf of aa9a1da5cb5a4279abb88ec7bdb1ef6b for: {'subnet': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:23:25.618320 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6209260'] for subnet (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:25.621735 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627b6ff-c4a2-43c1-bf80-351859b1e544 admin admin] Pushing event updated for resources: {'Network': ['ID=0e72ac4a-4b5a-48df-b530-d05f788ca8b5,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:25.631723 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Network 0e72ac4a-4b5a-48df-b530-d05f788ca8b5 details requested by agent ovs-agent-dv-cinder-847131-1-iscsi with host dv-cinder-847131-1-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 10:23:25.697389 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:25.793507 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5276808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6209178'] for subnet (609655c9-4eca-41c6-a3ba-19306a7c34ab), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:25.841062 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Pushing event updated for resources: {'Subnet': ['ID=609655c9-4eca-41c6-a3ba-19306a7c34ab,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:25.857337 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:25.858397 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:25.858759 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:25.859105 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:25.859533 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:25.859873 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:25.860207 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:25.860538 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:25.860867 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:25.861199 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:25.861528 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:25.861884 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:25.862209 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:25.862531 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:25.862851 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:25.875112 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Checking segment: {'id': '18475f49-2261-459f-b58d-5cfe3af8b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:23:25.875471 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Network hostable DHCP agents. Network: 0e72ac4a-4b5a-48df-b530-d05f788ca8b5, hostable agents: ['932caf1b-e271-42cd-92f3-ee8a2197157a'], hosted agents: [] {{(pid=104122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:23:25.896499 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Network 0e72ac4a-4b5a-48df-b530-d05f788ca8b5 is scheduled to be hosted by DHCP agent 932caf1b-e271-42cd-92f3-ee8a2197157a with binding_index 1 {{(pid=104122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:23:25.907017 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-1-iscsi, 0e72ac4a-4b5a-48df-b530-d05f788ca8b5) {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:23:25.911408 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:23:25.912005 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:25.917024 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fe0669-0f45-4f2e-8f9d-25fac6aeac1d None None] Network 0e72ac4a-4b5a-48df-b530-d05f788ca8b5 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:23:25.930933 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-b54b92b3-7abf-490a-b9a3-4f2bf400073c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3416395 Jun 22 10:23:25.933436 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45566) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:25.938472 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-07b2ae29-1bda-446c-833e-b436a8fc479f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-620034664-router', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:23:25.963682 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-07b2ae29-1bda-446c-833e-b436a8fc479f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261094'] for router (cf4e86bc-601d-4b4d-887f-4c2bb73a9b87), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:25.964824 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-07b2ae29-1bda-446c-833e-b436a8fc479f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261105'] for router (cf4e86bc-601d-4b4d-887f-4c2bb73a9b87), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:26.031628 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-07b2ae29-1bda-446c-833e-b436a8fc479f admin admin] Publish callbacks [] for router_controller (cf4e86bc-601d-4b4d-887f-4c2bb73a9b87), precommit_add_association {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:26.034775 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa237d7d-b3be-5477-8a51-97f00709975f-0e72ac4a-4b5a-48df-b530-d05f788ca8b5', 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5', 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'fixed_ips': [{'subnet_id': '609655c9-4eca-41c6-a3ba-19306a7c34ab'}]}} from dv-cinder-847131-1-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 10:23:26.036122 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:26.174194 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-07b2ae29-1bda-446c-833e-b436a8fc479f admin admin] Publish callbacks [] for router_gateway (cf4e86bc-601d-4b4d-887f-4c2bb73a9b87), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:26.205799 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Allocated IP 172.20.0.2 (0e72ac4a-4b5a-48df-b530-d05f788ca8b5/609655c9-4eca-41c6-a3ba-19306a7c34ab/5bead0cb-4edb-4070-a2b7-fd0b48f706d1) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:23:26.352918 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Publish callbacks [] for port (5bead0cb-4edb-4070-a2b7-fd0b48f706d1), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:26.359606 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (5bead0cb-4edb-4070-a2b7-fd0b48f706d1), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:26.364220 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-07b2ae29-1bda-446c-833e-b436a8fc479f admin admin] Publish callbacks [] for router_gateway (cf4e86bc-601d-4b4d-887f-4c2bb73a9b87), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:26.393819 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-07b2ae29-1bda-446c-833e-b436a8fc479f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:26.398126 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Network 0e72ac4a-4b5a-48df-b530-d05f788ca8b5 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:23:26.402461 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:23:26.407178 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:23:26.414915 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Pushing event updated for resources: {'Port': ['ID=5bead0cb-4edb-4070-a2b7-fd0b48f706d1,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:26.444194 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.444534 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.444874 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.445209 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.445542 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.445896 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.446220 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.446541 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.446867 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.447184 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.447806 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.447806 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.448124 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.448438 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.448751 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:26.481831 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Attempting to bind port 5bead0cb-4edb-4070-a2b7-fd0b48f706d1 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:23:26.482197 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Attempting to bind port 5bead0cb-4edb-4070-a2b7-fd0b48f706d1 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': '18475f49-2261-459f-b58d-5cfe3af8b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:23:26.482598 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Attempting to bind port 5bead0cb-4edb-4070-a2b7-fd0b48f706d1 on network 0e72ac4a-4b5a-48df-b530-d05f788ca8b5 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:23:26.488387 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:23:26.488752 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Checking segment: {'id': '18475f49-2261-459f-b58d-5cfe3af8b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:23:26.489148 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:26.489534 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Bound using segment: {'id': '18475f49-2261-459f-b58d-5cfe3af8b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:23:26.490032 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Bound port: 5bead0cb-4edb-4070-a2b7-fd0b48f706d1, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18475f49-2261-459f-b58d-5cfe3af8b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:23:26.490405 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (5bead0cb-4edb-4070-a2b7-fd0b48f706d1), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:26.509246 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-07b2ae29-1bda-446c-833e-b436a8fc479f admin admin] Allocated IP 172.27.0.95 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/1bbdf3c3-f45c-4840-a33d-5696a54edee4) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:23:26.524129 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:26.553250 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] For port 5bead0cb-4edb-4070-a2b7-fd0b48f706d1, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:23:26.556555 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] For port 5bead0cb-4edb-4070-a2b7-fd0b48f706d1, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=5bead0cb-4edb-4070-a2b7-fd0b48f706d1,segment=NetworkSegment(18475f49-2261-459f-b58d-5cfe3af8b0ba),segment_id=18475f49-2261-459f-b58d-5cfe3af8b0ba)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:23:26.562742 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (5bead0cb-4edb-4070-a2b7-fd0b48f706d1), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:26.583181 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:26.602570 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:26.625453 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-07b2ae29-1bda-446c-833e-b436a8fc479f admin admin] Publish callbacks [] for port (1bbdf3c3-f45c-4840-a33d-5696a54edee4), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:26.627344 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa146f-88f2-46ba-9ba6-268c6d98c358 None None] Pushing event updated for resources: {'Port': ['ID=5bead0cb-4edb-4070-a2b7-fd0b48f706d1,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:26.659296 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-07b2ae29-1bda-446c-833e-b436a8fc479f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (1bbdf3c3-f45c-4840-a33d-5696a54edee4), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:26.706785 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b2ae29-1bda-446c-833e-b436a8fc479f admin admin] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:23:26.711683 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-07b2ae29-1bda-446c-833e-b436a8fc479f admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:23:26.713860 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2ae29-1bda-446c-833e-b436a8fc479f admin admin] Pushing event updated for resources: {'Port': ['ID=1bbdf3c3-f45c-4840-a33d-5696a54edee4,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:26.716078 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b2ae29-1bda-446c-833e-b436a8fc479f admin admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:23:26.968989 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-07b2ae29-1bda-446c-833e-b436a8fc479f admin admin] Publish callbacks [] for router_gateway (cf4e86bc-601d-4b4d-887f-4c2bb73a9b87), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:27.159882 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-07b2ae29-1bda-446c-833e-b436a8fc479f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725670'] for router (cf4e86bc-601d-4b4d-887f-4c2bb73a9b87), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:27.300770 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b2ae29-1bda-446c-833e-b436a8fc479f admin admin] Router cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 is scheduled to L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 with binding_index 1 {{(pid=104122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 10:23:27.552281 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1914bceb-262c-4929-9ec3-c10bdc497b00 None None] Network 0e72ac4a-4b5a-48df-b530-d05f788ca8b5 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:23:27.628528 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-adc3e9f8-a59c-4fb9-bd05-25609e54121b None None] Provisioning complete for port 5bead0cb-4edb-4070-a2b7-fd0b48f706d1 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:27.628900 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-adc3e9f8-a59c-4fb9-bd05-25609e54121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (5bead0cb-4edb-4070-a2b7-fd0b48f706d1), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:27.645142 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:27.649419 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:27.662834 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b2ae29-1bda-446c-833e-b436a8fc479f admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:23:27.674763 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] Sync routers for ids ['cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:23:27.683108 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-07b2ae29-1bda-446c-833e-b436a8fc479f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:27.688221 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] Routers {'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:23:27.688221 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:23:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:27.688843 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45584) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:27.692449 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-07b2ae29-1bda-446c-833e-b436a8fc479f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7578316 Jun 22 10:23:27.748927 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-adc3e9f8-a59c-4fb9-bd05-25609e54121b None None] Current status of the port 5bead0cb-4edb-4070-a2b7-fd0b48f706d1 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:23:27.749528 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-adc3e9f8-a59c-4fb9-bd05-25609e54121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (5bead0cb-4edb-4070-a2b7-fd0b48f706d1), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:27.787796 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-adc3e9f8-a59c-4fb9-bd05-25609e54121b None None] For port 5bead0cb-4edb-4070-a2b7-fd0b48f706d1, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=5bead0cb-4edb-4070-a2b7-fd0b48f706d1,segment=NetworkSegment(18475f49-2261-459f-b58d-5cfe3af8b0ba),segment_id=18475f49-2261-459f-b58d-5cfe3af8b0ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:23:27.794315 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] Set router cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:23:27.795875 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-adc3e9f8-a59c-4fb9-bd05-25609e54121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (5bead0cb-4edb-4070-a2b7-fd0b48f706d1), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:27.856903 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3e9f8-a59c-4fb9-bd05-25609e54121b None None] Pushing event updated for resources: {'Port': ['ID=5bead0cb-4edb-4070-a2b7-fd0b48f706d1,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:27.972811 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'name': 'tempest-TestShelveInstance-620034664-router', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:25Z', 'updated_at': '2022-06-22T10:23:26Z', 'revision_number': 3, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'gw_port': {'id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:44:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:26Z', 'updated_at': '2022-06-22T10:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:28.001899 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] Checking router: cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:23:28.002115 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] Updating router cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 port 1bbdf3c3-f45c-4840-a33d-5696a54edee4 binding host dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:23:28.020814 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-2dd8df18-db3e-4805-81c7-77ae5f5c8b8d None None] Provisioning complete for port 5bead0cb-4edb-4070-a2b7-fd0b48f706d1 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:28.022014 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2dd8df18-db3e-4805-81c7-77ae5f5c8b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (5bead0cb-4edb-4070-a2b7-fd0b48f706d1), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:28.031742 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (1bbdf3c3-f45c-4840-a33d-5696a54edee4), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:28.128872 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-2dd8df18-db3e-4805-81c7-77ae5f5c8b8d None None] Current status of the port 5bead0cb-4edb-4070-a2b7-fd0b48f706d1 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:23:28.193150 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b25436d4-7d13-4434-8f46-99b3a52c9b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:28.311795 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] Publish callbacks [] for port (1bbdf3c3-f45c-4840-a33d-5696a54edee4), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:28.317451 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (1bbdf3c3-f45c-4840-a33d-5696a54edee4), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:28.354268 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-b25436d4-7d13-4434-8f46-99b3a52c9b67 admin admin] Allocated IP 172.20.0.1 (0e72ac4a-4b5a-48df-b530-d05f788ca8b5/609655c9-4eca-41c6-a3ba-19306a7c34ab/2e22456e-9724-4a40-b2f3-8a437841dd89) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:23:28.372469 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e348ef-62ee-48ab-a3f2-4467d7f69d43 None None] Pushing event updated for resources: {'Port': ['ID=1bbdf3c3-f45c-4840-a33d-5696a54edee4,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:28.391863 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] Attempting to bind port 1bbdf3c3-f45c-4840-a33d-5696a54edee4 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:23:28.392241 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] Attempting to bind port 1bbdf3c3-f45c-4840-a33d-5696a54edee4 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:23:28.392611 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] Attempting to bind port 1bbdf3c3-f45c-4840-a33d-5696a54edee4 on network 79d15111-a84f-47a4-8793-6586c660a510 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:23:28.396326 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e348ef-62ee-48ab-a3f2-4467d7f69d43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:28.396675 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e348ef-62ee-48ab-a3f2-4467d7f69d43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:28.397532 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e348ef-62ee-48ab-a3f2-4467d7f69d43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:28.397924 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e348ef-62ee-48ab-a3f2-4467d7f69d43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:28.398320 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e348ef-62ee-48ab-a3f2-4467d7f69d43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:28.399294 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e348ef-62ee-48ab-a3f2-4467d7f69d43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:28.399772 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e348ef-62ee-48ab-a3f2-4467d7f69d43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:28.400068 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e348ef-62ee-48ab-a3f2-4467d7f69d43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:28.400408 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e348ef-62ee-48ab-a3f2-4467d7f69d43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:28.400742 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e348ef-62ee-48ab-a3f2-4467d7f69d43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:28.401060 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e348ef-62ee-48ab-a3f2-4467d7f69d43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:28.401393 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e348ef-62ee-48ab-a3f2-4467d7f69d43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:28.401738 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e348ef-62ee-48ab-a3f2-4467d7f69d43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:28.402068 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e348ef-62ee-48ab-a3f2-4467d7f69d43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:28.402391 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e348ef-62ee-48ab-a3f2-4467d7f69d43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:28.410131 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:23:28.410505 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] Checking segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:23:28.411119 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:28.411685 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] Bound using segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:23:28.412163 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] Bound port: 1bbdf3c3-f45c-4840-a33d-5696a54edee4, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:23:28.412548 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (1bbdf3c3-f45c-4840-a33d-5696a54edee4), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:28.464567 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] For port 1bbdf3c3-f45c-4840-a33d-5696a54edee4, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:23:28.465862 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b25436d4-7d13-4434-8f46-99b3a52c9b67 admin admin] Publish callbacks [] for port (2e22456e-9724-4a40-b2f3-8a437841dd89), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:28.468718 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] For port 1bbdf3c3-f45c-4840-a33d-5696a54edee4, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=1bbdf3c3-f45c-4840-a33d-5696a54edee4,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:23:28.475162 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (1bbdf3c3-f45c-4840-a33d-5696a54edee4), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:28.506179 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:28.517538 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b25436d4-7d13-4434-8f46-99b3a52c9b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (2e22456e-9724-4a40-b2f3-8a437841dd89), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:28.540222 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e348ef-62ee-48ab-a3f2-4467d7f69d43 None None] Pushing event updated for resources: {'Port': ['ID=1bbdf3c3-f45c-4840-a33d-5696a54edee4,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:28.548095 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] Routers {'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:23:28.548714 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:23:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:28.568300 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:28.570013 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25436d4-7d13-4434-8f46-99b3a52c9b67 admin admin] Network 0e72ac4a-4b5a-48df-b530-d05f788ca8b5 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:23:28.574914 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-b25436d4-7d13-4434-8f46-99b3a52c9b67 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:23:28.580226 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25436d4-7d13-4434-8f46-99b3a52c9b67 admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:23:28.583739 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25436d4-7d13-4434-8f46-99b3a52c9b67 admin admin] Pushing event updated for resources: {'Port': ['ID=2e22456e-9724-4a40-b2f3-8a437841dd89,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:28.633084 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b25436d4-7d13-4434-8f46-99b3a52c9b67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721155'] for router_interface (cf4e86bc-601d-4b4d-887f-4c2bb73a9b87), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:28.663760 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] Set router cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:23:28.736725 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:28.737387 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:28.774506 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 5bead0cb-4edb-4070-a2b7-fd0b48f706d1 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:23:28.813453 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b25436d4-7d13-4434-8f46-99b3a52c9b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (2e22456e-9724-4a40-b2f3-8a437841dd89), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:28.846836 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 5bead0cb-4edb-4070-a2b7-fd0b48f706d1 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:28.847430 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (5bead0cb-4edb-4070-a2b7-fd0b48f706d1), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:28.946173 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 5bead0cb-4edb-4070-a2b7-fd0b48f706d1 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:23:28.965869 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-ec5fb4f1-da9c-4a42-b1bc-33ae01849110 None None] Provisioning complete for port 2e22456e-9724-4a40-b2f3-8a437841dd89 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:28.966210 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'name': 'tempest-TestShelveInstance-620034664-router', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:25Z', 'updated_at': '2022-06-22T10:23:26Z', 'revision_number': 3, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'gw_port': {'id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:44:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:26Z', 'updated_at': '2022-06-22T10:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:28.966486 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ec5fb4f1-da9c-4a42-b1bc-33ae01849110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (2e22456e-9724-4a40-b2f3-8a437841dd89), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:28.996907 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb64081-cb97-4759-add8-78c82a264ed5 None None] The sync data for ids ['cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'] in dv-cinder-847131-1-iscsi is: [{'id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'name': 'tempest-TestShelveInstance-620034664-router', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:25Z', 'updated_at': '2022-06-22T10:23:26Z', 'revision_number': 3, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'gw_port': {'id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:44:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:26Z', 'updated_at': '2022-06-22T10:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:23:29.001343 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-ec5fb4f1-da9c-4a42-b1bc-33ae01849110 None None] Port 2e22456e-9724-4a40-b2f3-8a437841dd89 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:23:29.022819 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b25436d4-7d13-4434-8f46-99b3a52c9b67 admin admin] Publish callbacks [] for port (2e22456e-9724-4a40-b2f3-8a437841dd89), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:29.028201 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b25436d4-7d13-4434-8f46-99b3a52c9b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6232566'] for port (2e22456e-9724-4a40-b2f3-8a437841dd89), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:29.103656 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b25436d4-7d13-4434-8f46-99b3a52c9b67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722579'] for router_interface (cf4e86bc-601d-4b4d-887f-4c2bb73a9b87), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:29.105448 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25436d4-7d13-4434-8f46-99b3a52c9b67 admin admin] Pushing event updated for resources: {'Port': ['ID=2e22456e-9724-4a40-b2f3-8a437841dd89,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:29.212285 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25436d4-7d13-4434-8f46-99b3a52c9b67 admin admin] Network 0e72ac4a-4b5a-48df-b530-d05f788ca8b5 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:23:29.215574 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-b25436d4-7d13-4434-8f46-99b3a52c9b67 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:23:29.354231 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25436d4-7d13-4434-8f46-99b3a52c9b67 admin admin] Router cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:23:29.359977 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:29.490045 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25436d4-7d13-4434-8f46-99b3a52c9b67 admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:23:29.495290 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b25436d4-7d13-4434-8f46-99b3a52c9b67 admin admin] 10.222.0.43 "PUT /v2.0/routers/cf4e86bc-601d-4b4d-887f-4c2bb73a9b87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8046443 Jun 22 10:23:29.523806 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-883e22ba-a235-4703-b95c-98e320248b24 None None] Provisioning complete for port 2e22456e-9724-4a40-b2f3-8a437841dd89 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:29.524332 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-883e22ba-a235-4703-b95c-98e320248b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (2e22456e-9724-4a40-b2f3-8a437841dd89), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:29.569061 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-883e22ba-a235-4703-b95c-98e320248b24 None None] Port 2e22456e-9724-4a40-b2f3-8a437841dd89 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:23:30.086978 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45630) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:30.092816 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-0d79ce11-bb63-4a16-b3f7-5884af99e2ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-121745728-network', 'tenant_id': '075b1eca291346f7926e033f55b31878'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:23:30.122339 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d79ce11-bb63-4a16-b3f7-5884af99e2ad admin admin] Made reservation on behalf of 075b1eca291346f7926e033f55b31878 for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:23:30.126452 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0d79ce11-bb63-4a16-b3f7-5884af99e2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:30.368183 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0d79ce11-bb63-4a16-b3f7-5884af99e2ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:30.443286 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0d79ce11-bb63-4a16-b3f7-5884af99e2ad admin admin] Publish callbacks [] for security_group (686cf66e-5d2b-46db-bf93-ec433aa1663e), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:30.447364 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0d79ce11-bb63-4a16-b3f7-5884af99e2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (686cf66e-5d2b-46db-bf93-ec433aa1663e), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:30.460755 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:30.474449 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d79ce11-bb63-4a16-b3f7-5884af99e2ad admin admin] vlan segment allocate from pool success with {'vlan_id': 965, 'physical_network': 'physnet1'} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:23:30.487464 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79ce11-bb63-4a16-b3f7-5884af99e2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686cf66e-5d2b-46db-bf93-ec433aa1663e,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:30.493043 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0d79ce11-bb63-4a16-b3f7-5884af99e2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (de517b68-ec8c-419e-90ed-97277c2f3fd4), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:30.493378 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-0d79ce11-bb63-4a16-b3f7-5884af99e2ad admin admin] Added segment de517b68-ec8c-419e-90ed-97277c2f3fd4 of type vlan for network 477fe508-c58f-460e-9e7b-bb8cc7deb9fc Jun 22 10:23:30.533132 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0d79ce11-bb63-4a16-b3f7-5884af99e2ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773364491457'] for network (477fe508-c58f-460e-9e7b-bb8cc7deb9fc), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:30.562275 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0d79ce11-bb63-4a16-b3f7-5884af99e2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for network (477fe508-c58f-460e-9e7b-bb8cc7deb9fc), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:30.563276 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d79ce11-bb63-4a16-b3f7-5884af99e2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:23:30.563857 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0d79ce11-bb63-4a16-b3f7-5884af99e2ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:30.599604 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0d79ce11-bb63-4a16-b3f7-5884af99e2ad admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5109200 Jun 22 10:23:30.602524 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45636) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:30.607216 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-1693eccc-06f8-4044-8495-5574b5e65c67 admin admin] Request body: {'subnet': {'network_id': '477fe508-c58f-460e-9e7b-bb8cc7deb9fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-121745728-subnet', 'tenant_id': '075b1eca291346f7926e033f55b31878', 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:23:30.650291 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 1bbdf3c3-f45c-4840-a33d-5696a54edee4 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:23:30.652627 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79ce11-bb63-4a16-b3f7-5884af99e2ad admin admin] Pushing event updated for resources: {'Network': ['ID=477fe508-c58f-460e-9e7b-bb8cc7deb9fc,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:30.663380 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1693eccc-06f8-4044-8495-5574b5e65c67 admin admin] Made reservation on behalf of 075b1eca291346f7926e033f55b31878 for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:23:30.666019 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1693eccc-06f8-4044-8495-5574b5e65c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517387'] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:30.679880 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Network 477fe508-c58f-460e-9e7b-bb8cc7deb9fc details requested by agent ovs-agent-dv-cinder-847131-1-iscsi with host dv-cinder-847131-1-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 10:23:30.715001 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:30.763439 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 1bbdf3c3-f45c-4840-a33d-5696a54edee4 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:30.763943 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (1bbdf3c3-f45c-4840-a33d-5696a54edee4), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:30.815710 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] Sync routers for ids ['cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:23:30.829327 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] Routers {'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:23:30.830083 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:23:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:30.865409 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1693eccc-06f8-4044-8495-5574b5e65c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6232443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517501'] for subnet (08f8f715-f367-405b-b465-ed5b14c79854), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:30.907380 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 1bbdf3c3-f45c-4840-a33d-5696a54edee4 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:23:30.907891 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (1bbdf3c3-f45c-4840-a33d-5696a54edee4), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:30.925948 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693eccc-06f8-4044-8495-5574b5e65c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08f8f715-f367-405b-b465-ed5b14c79854,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:30.935372 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1693eccc-06f8-4044-8495-5574b5e65c67 admin admin] Checking segment: {'id': 'de517b68-ec8c-419e-90ed-97277c2f3fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '477fe508-c58f-460e-9e7b-bb8cc7deb9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:23:30.936298 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1693eccc-06f8-4044-8495-5574b5e65c67 admin admin] Network hostable DHCP agents. Network: 477fe508-c58f-460e-9e7b-bb8cc7deb9fc, hostable agents: ['932caf1b-e271-42cd-92f3-ee8a2197157a'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:23:30.957088 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1693eccc-06f8-4044-8495-5574b5e65c67 admin admin] Network 477fe508-c58f-460e-9e7b-bb8cc7deb9fc is scheduled to be hosted by DHCP agent 932caf1b-e271-42cd-92f3-ee8a2197157a with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:23:30.961232 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:30.968816 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] For port 1bbdf3c3-f45c-4840-a33d-5696a54edee4, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=1bbdf3c3-f45c-4840-a33d-5696a54edee4,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:23:30.969017 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-1693eccc-06f8-4044-8495-5574b5e65c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-1-iscsi, 477fe508-c58f-460e-9e7b-bb8cc7deb9fc) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:23:30.975601 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:30.980058 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b871c8-fcc2-4752-9349-6cbb7838d570 None None] Network 477fe508-c58f-460e-9e7b-bb8cc7deb9fc requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:23:30.982272 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (1bbdf3c3-f45c-4840-a33d-5696a54edee4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:30.986088 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1693eccc-06f8-4044-8495-5574b5e65c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:23:30.986682 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1693eccc-06f8-4044-8495-5574b5e65c67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:31.009654 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45644) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:31.015304 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-4face40c-4c59-488b-bad0-b14b315a3e60 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-121745728-router', 'tenant_id': '075b1eca291346f7926e033f55b31878', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:23:31.018323 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-1693eccc-06f8-4044-8495-5574b5e65c67 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4147065 Jun 22 10:23:31.042131 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4face40c-4c59-488b-bad0-b14b315a3e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261094'] for router (7fbc7e97-04e0-48f3-9158-e0c92936af90), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:31.043339 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4face40c-4c59-488b-bad0-b14b315a3e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261105'] for router (7fbc7e97-04e0-48f3-9158-e0c92936af90), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:31.070895 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] Set router cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:23:31.097563 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:31.101206 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4face40c-4c59-488b-bad0-b14b315a3e60 admin admin] Publish callbacks [] for router_controller (7fbc7e97-04e0-48f3-9158-e0c92936af90), precommit_add_association {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:31.247742 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4face40c-4c59-488b-bad0-b14b315a3e60 admin admin] Publish callbacks [] for router_gateway (7fbc7e97-04e0-48f3-9158-e0c92936af90), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:31.320623 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Pushing event updated for resources: {'Port': ['ID=1bbdf3c3-f45c-4840-a33d-5696a54edee4,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:31.381441 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa237d7d-b3be-5477-8a51-97f00709975f-477fe508-c58f-460e-9e7b-bb8cc7deb9fc', 'network_id': '477fe508-c58f-460e-9e7b-bb8cc7deb9fc', 'project_id': '075b1eca291346f7926e033f55b31878', 'fixed_ips': [{'subnet_id': '08f8f715-f367-405b-b465-ed5b14c79854'}]}} from dv-cinder-847131-1-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 10:23:31.383119 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:31.436874 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4face40c-4c59-488b-bad0-b14b315a3e60 admin admin] Publish callbacks [] for router_gateway (7fbc7e97-04e0-48f3-9158-e0c92936af90), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:31.455773 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4face40c-4c59-488b-bad0-b14b315a3e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:31.562802 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-4face40c-4c59-488b-bad0-b14b315a3e60 admin admin] Allocated IP 172.27.0.200 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/760db061-cb2c-4183-a17f-5c8591211313) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:23:31.589335 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'name': 'tempest-TestShelveInstance-620034664-router', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:25Z', 'updated_at': '2022-06-22T10:23:28Z', 'revision_number': 4, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'gw_port': {'id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:44:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:26Z', 'updated_at': '2022-06-22T10:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '2e22456e-9724-4a40-b2f3-8a437841dd89', 'name': '', 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'mac_address': 'fa:16:3e:c5:41:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '609655c9-4eca-41c6-a3ba-19306a7c34ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:28Z', 'updated_at': '2022-06-22T10:23:28Z', 'revision_number': 2, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'subnets': [{'id': '609655c9-4eca-41c6-a3ba-19306a7c34ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:31.622188 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] Checking router: cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:23:31.622551 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] Updating router cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 port 2e22456e-9724-4a40-b2f3-8a437841dd89 binding host dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:23:31.659137 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] Allocated IP 172.20.0.2 (477fe508-c58f-460e-9e7b-bb8cc7deb9fc/08f8f715-f367-405b-b465-ed5b14c79854/2874aae8-5a06-4cb0-a720-f05d44be4297) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:23:31.669306 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4face40c-4c59-488b-bad0-b14b315a3e60 admin admin] Publish callbacks [] for port (760db061-cb2c-4183-a17f-5c8591211313), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:31.671072 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (2e22456e-9724-4a40-b2f3-8a437841dd89), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:31.704599 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4face40c-4c59-488b-bad0-b14b315a3e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (760db061-cb2c-4183-a17f-5c8591211313), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:31.734581 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:31.747224 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4face40c-4c59-488b-bad0-b14b315a3e60 admin admin] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:23:31.751497 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-4face40c-4c59-488b-bad0-b14b315a3e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:23:31.754709 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4face40c-4c59-488b-bad0-b14b315a3e60 admin admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:23:31.784511 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4face40c-4c59-488b-bad0-b14b315a3e60 admin admin] Pushing event updated for resources: {'Port': ['ID=760db061-cb2c-4183-a17f-5c8591211313,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:31.865559 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:31.985991 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] Publish callbacks [] for port (2874aae8-5a06-4cb0-a720-f05d44be4297), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:31.999434 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (2874aae8-5a06-4cb0-a720-f05d44be4297), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:32.000730 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4face40c-4c59-488b-bad0-b14b315a3e60 admin admin] Publish callbacks [] for router_gateway (7fbc7e97-04e0-48f3-9158-e0c92936af90), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:32.037388 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:32.048706 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] Network 477fe508-c58f-460e-9e7b-bb8cc7deb9fc is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:23:32.056527 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:32.063973 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:23:32.076380 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:23:32.127017 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] Pushing event updated for resources: {'Port': ['ID=2874aae8-5a06-4cb0-a720-f05d44be4297,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:32.183320 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] Publish callbacks [] for port (2e22456e-9724-4a40-b2f3-8a437841dd89), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:32.194758 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (2e22456e-9724-4a40-b2f3-8a437841dd89), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:32.203413 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4face40c-4c59-488b-bad0-b14b315a3e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725670'] for router (7fbc7e97-04e0-48f3-9158-e0c92936af90), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:32.223732 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] Attempting to bind port 2874aae8-5a06-4cb0-a720-f05d44be4297 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:23:32.224110 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] Attempting to bind port 2874aae8-5a06-4cb0-a720-f05d44be4297 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'de517b68-ec8c-419e-90ed-97277c2f3fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '477fe508-c58f-460e-9e7b-bb8cc7deb9fc'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:23:32.224483 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] Attempting to bind port 2874aae8-5a06-4cb0-a720-f05d44be4297 on network 477fe508-c58f-460e-9e7b-bb8cc7deb9fc {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:23:32.245108 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:23:32.245489 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] Checking segment: {'id': 'de517b68-ec8c-419e-90ed-97277c2f3fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '477fe508-c58f-460e-9e7b-bb8cc7deb9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:23:32.246417 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:32.246417 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] Bound using segment: {'id': 'de517b68-ec8c-419e-90ed-97277c2f3fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '477fe508-c58f-460e-9e7b-bb8cc7deb9fc'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:23:32.246788 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] Bound port: 2874aae8-5a06-4cb0-a720-f05d44be4297, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de517b68-ec8c-419e-90ed-97277c2f3fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '477fe508-c58f-460e-9e7b-bb8cc7deb9fc'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:23:32.247173 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (2874aae8-5a06-4cb0-a720-f05d44be4297), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:32.266114 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ba449-7e99-48a9-a8f3-d1033f32abfc None None] Pushing event updated for resources: {'Port': ['ID=2e22456e-9724-4a40-b2f3-8a437841dd89,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:32.363674 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4face40c-4c59-488b-bad0-b14b315a3e60 admin admin] Router 7fbc7e97-04e0-48f3-9158-e0c92936af90 is scheduled to L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 with binding_index 1 {{(pid=104122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 10:23:32.372007 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] For port 2874aae8-5a06-4cb0-a720-f05d44be4297, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:23:32.375226 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] Attempting to bind port 2e22456e-9724-4a40-b2f3-8a437841dd89 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:23:32.375615 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] Attempting to bind port 2e22456e-9724-4a40-b2f3-8a437841dd89 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': '18475f49-2261-459f-b58d-5cfe3af8b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:23:32.375981 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] Attempting to bind port 2e22456e-9724-4a40-b2f3-8a437841dd89 on network 0e72ac4a-4b5a-48df-b530-d05f788ca8b5 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:23:32.392722 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] For port 2874aae8-5a06-4cb0-a720-f05d44be4297, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=2874aae8-5a06-4cb0-a720-f05d44be4297,segment=NetworkSegment(de517b68-ec8c-419e-90ed-97277c2f3fd4),segment_id=de517b68-ec8c-419e-90ed-97277c2f3fd4)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:23:32.394951 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:23:32.395588 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] Checking segment: {'id': '18475f49-2261-459f-b58d-5cfe3af8b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:23:32.396279 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:32.396765 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] Bound using segment: {'id': '18475f49-2261-459f-b58d-5cfe3af8b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:23:32.397270 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] Bound port: 2e22456e-9724-4a40-b2f3-8a437841dd89, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18475f49-2261-459f-b58d-5cfe3af8b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:23:32.397668 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (2e22456e-9724-4a40-b2f3-8a437841dd89), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:32.410715 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (2874aae8-5a06-4cb0-a720-f05d44be4297), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:32.480226 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4face40c-4c59-488b-bad0-b14b315a3e60 admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:23:32.491818 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] Sync routers for ids ['7fbc7e97-04e0-48f3-9158-e0c92936af90'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:23:32.503222 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-4face40c-4c59-488b-bad0-b14b315a3e60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:32.504592 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-4face40c-4c59-488b-bad0-b14b315a3e60 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4938126 Jun 22 10:23:32.507312 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45652) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:32.508842 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] Routers {'7fbc7e97-04e0-48f3-9158-e0c92936af90'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:23:32.509927 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:23:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['7fbc7e97-04e0-48f3-9158-e0c92936af90'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:32.516389 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480e8b4-9ae7-4c89-af08-de99ff11c01e None None] Pushing event updated for resources: {'Port': ['ID=2874aae8-5a06-4cb0-a720-f05d44be4297,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:32.535059 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-8fa12696-9345-4cdd-9318-b67bd206f0c2 None None] Provisioning complete for port 2e22456e-9724-4a40-b2f3-8a437841dd89 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:32.535429 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8fa12696-9345-4cdd-9318-b67bd206f0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (2e22456e-9724-4a40-b2f3-8a437841dd89), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:32.568058 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] For port 2e22456e-9724-4a40-b2f3-8a437841dd89, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:23:32.571144 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-8fa12696-9345-4cdd-9318-b67bd206f0c2 None None] Port 2e22456e-9724-4a40-b2f3-8a437841dd89 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:23:32.583205 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] For port 2e22456e-9724-4a40-b2f3-8a437841dd89, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=2e22456e-9724-4a40-b2f3-8a437841dd89,segment=NetworkSegment(18475f49-2261-459f-b58d-5cfe3af8b0ba),segment_id=18475f49-2261-459f-b58d-5cfe3af8b0ba)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:23:32.597669 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (2e22456e-9724-4a40-b2f3-8a437841dd89), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:32.611042 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:32.633643 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] Set router 7fbc7e97-04e0-48f3-9158-e0c92936af90 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:23:32.672205 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] Routers {'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:23:32.672855 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:23:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:32.737379 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 1bbdf3c3-f45c-4840-a33d-5696a54edee4 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:23:32.742278 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ba449-7e99-48a9-a8f3-d1033f32abfc None None] Pushing event updated for resources: {'Port': ['ID=2e22456e-9724-4a40-b2f3-8a437841dd89,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:32.840136 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbc7e97-04e0-48f3-9158-e0c92936af90', 'name': 'tempest-TestShelveInstance-121745728-router', 'tenant_id': '075b1eca291346f7926e033f55b31878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '760db061-cb2c-4183-a17f-5c8591211313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:31Z', 'updated_at': '2022-06-22T10:23:31Z', 'revision_number': 3, 'project_id': '075b1eca291346f7926e033f55b31878', 'gw_port': {'id': '760db061-cb2c-4183-a17f-5c8591211313', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbc7e97-04e0-48f3-9158-e0c92936af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:31Z', 'updated_at': '2022-06-22T10:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:32.867187 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] Checking router: 7fbc7e97-04e0-48f3-9158-e0c92936af90 for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:23:32.867536 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] Updating router 7fbc7e97-04e0-48f3-9158-e0c92936af90 port 760db061-cb2c-4183-a17f-5c8591211313 binding host dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:23:32.882875 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:32.900734 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 1bbdf3c3-f45c-4840-a33d-5696a54edee4 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:32.901643 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (1bbdf3c3-f45c-4840-a33d-5696a54edee4), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:32.907176 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (760db061-cb2c-4183-a17f-5c8591211313), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:32.965507 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] Set router cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:23:32.999970 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:33.134969 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:33.158682 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-03d96b34-2cf0-44b6-bf30-5e47366b1e04 None None] Provisioning complete for port 2e22456e-9724-4a40-b2f3-8a437841dd89 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:33.159054 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-03d96b34-2cf0-44b6-bf30-5e47366b1e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (2e22456e-9724-4a40-b2f3-8a437841dd89), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:33.163550 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3f64dc90-b33d-42e2-af3d-dea59d38bd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:33.166639 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 1bbdf3c3-f45c-4840-a33d-5696a54edee4 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:23:33.210154 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] Publish callbacks [] for port (760db061-cb2c-4183-a17f-5c8591211313), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:33.216414 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (760db061-cb2c-4183-a17f-5c8591211313), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:33.268712 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f9e2e-1563-4abd-89b1-a75af12f8e9e None None] Pushing event updated for resources: {'Port': ['ID=760db061-cb2c-4183-a17f-5c8591211313,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:33.285192 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] Attempting to bind port 760db061-cb2c-4183-a17f-5c8591211313 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:23:33.287160 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] Attempting to bind port 760db061-cb2c-4183-a17f-5c8591211313 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:23:33.287719 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] Attempting to bind port 760db061-cb2c-4183-a17f-5c8591211313 on network 79d15111-a84f-47a4-8793-6586c660a510 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:23:33.293414 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:23:33.294051 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] Checking segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:23:33.294607 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:33.295654 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] Bound using segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:23:33.295977 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'name': 'tempest-TestShelveInstance-620034664-router', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:25Z', 'updated_at': '2022-06-22T10:23:28Z', 'revision_number': 4, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'gw_port': {'id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:26Z', 'updated_at': '2022-06-22T10:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '2e22456e-9724-4a40-b2f3-8a437841dd89', 'name': '', 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'mac_address': 'fa:16:3e:c5:41:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '609655c9-4eca-41c6-a3ba-19306a7c34ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:28Z', 'updated_at': '2022-06-22T10:23:32Z', 'revision_number': 4, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'subnets': [{'id': '609655c9-4eca-41c6-a3ba-19306a7c34ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:33.296511 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] Bound port: 760db061-cb2c-4183-a17f-5c8591211313, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:23:33.297059 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (760db061-cb2c-4183-a17f-5c8591211313), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:33.300312 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-03d96b34-2cf0-44b6-bf30-5e47366b1e04 None None] Current status of the port 2e22456e-9724-4a40-b2f3-8a437841dd89 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:23:33.300702 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-03d96b34-2cf0-44b6-bf30-5e47366b1e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (2e22456e-9724-4a40-b2f3-8a437841dd89), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:33.325155 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526cb461-a87d-40a7-ba71-a7e0fde0bebe None None] The sync data for ids ['cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'] in dv-cinder-847131-1-iscsi is: [{'id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'name': 'tempest-TestShelveInstance-620034664-router', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:25Z', 'updated_at': '2022-06-22T10:23:28Z', 'revision_number': 4, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'gw_port': {'id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:26Z', 'updated_at': '2022-06-22T10:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '2e22456e-9724-4a40-b2f3-8a437841dd89', 'name': '', 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'mac_address': 'fa:16:3e:c5:41:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '609655c9-4eca-41c6-a3ba-19306a7c34ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:28Z', 'updated_at': '2022-06-22T10:23:32Z', 'revision_number': 4, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'subnets': [{'id': '609655c9-4eca-41c6-a3ba-19306a7c34ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:23:33.360486 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-3f64dc90-b33d-42e2-af3d-dea59d38bd1a admin admin] Allocated IP 172.20.0.1 (477fe508-c58f-460e-9e7b-bb8cc7deb9fc/08f8f715-f367-405b-b465-ed5b14c79854/c03151dc-8a30-4d7a-a2b2-e2d054f55122) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:23:33.362073 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] For port 760db061-cb2c-4183-a17f-5c8591211313, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:23:33.367977 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] For port 760db061-cb2c-4183-a17f-5c8591211313, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=760db061-cb2c-4183-a17f-5c8591211313,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:23:33.370399 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-03d96b34-2cf0-44b6-bf30-5e47366b1e04 None None] For port 2e22456e-9724-4a40-b2f3-8a437841dd89, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=2e22456e-9724-4a40-b2f3-8a437841dd89,segment=NetworkSegment(18475f49-2261-459f-b58d-5cfe3af8b0ba),segment_id=18475f49-2261-459f-b58d-5cfe3af8b0ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:23:33.375800 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-03d96b34-2cf0-44b6-bf30-5e47366b1e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (2e22456e-9724-4a40-b2f3-8a437841dd89), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:33.405024 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (760db061-cb2c-4183-a17f-5c8591211313), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:33.458558 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d96b34-2cf0-44b6-bf30-5e47366b1e04 None None] Pushing event updated for resources: {'Port': ['ID=2e22456e-9724-4a40-b2f3-8a437841dd89,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:33.502314 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f9e2e-1563-4abd-89b1-a75af12f8e9e None None] Pushing event updated for resources: {'Port': ['ID=760db061-cb2c-4183-a17f-5c8591211313,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:33.507840 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:33.518507 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] Routers {'7fbc7e97-04e0-48f3-9158-e0c92936af90'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:23:33.519424 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:23:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['7fbc7e97-04e0-48f3-9158-e0c92936af90'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:33.580353 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3f64dc90-b33d-42e2-af3d-dea59d38bd1a admin admin] Publish callbacks [] for port (c03151dc-8a30-4d7a-a2b2-e2d054f55122), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:33.628634 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3f64dc90-b33d-42e2-af3d-dea59d38bd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (c03151dc-8a30-4d7a-a2b2-e2d054f55122), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:33.650556 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] Set router 7fbc7e97-04e0-48f3-9158-e0c92936af90 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:23:33.675628 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f64dc90-b33d-42e2-af3d-dea59d38bd1a admin admin] Network 477fe508-c58f-460e-9e7b-bb8cc7deb9fc is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:23:33.680986 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-3f64dc90-b33d-42e2-af3d-dea59d38bd1a admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:23:33.683498 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f64dc90-b33d-42e2-af3d-dea59d38bd1a admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:23:33.687494 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64dc90-b33d-42e2-af3d-dea59d38bd1a admin admin] Pushing event updated for resources: {'Port': ['ID=c03151dc-8a30-4d7a-a2b2-e2d054f55122,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:33.724948 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:33.746057 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3f64dc90-b33d-42e2-af3d-dea59d38bd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721155'] for router_interface (7fbc7e97-04e0-48f3-9158-e0c92936af90), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:33.852810 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbc7e97-04e0-48f3-9158-e0c92936af90', 'name': 'tempest-TestShelveInstance-121745728-router', 'tenant_id': '075b1eca291346f7926e033f55b31878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '760db061-cb2c-4183-a17f-5c8591211313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:31Z', 'updated_at': '2022-06-22T10:23:31Z', 'revision_number': 3, 'project_id': '075b1eca291346f7926e033f55b31878', 'gw_port': {'id': '760db061-cb2c-4183-a17f-5c8591211313', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbc7e97-04e0-48f3-9158-e0c92936af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:31Z', 'updated_at': '2022-06-22T10:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:33.882443 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a812b705-5a48-424f-8e74-fdeb92686830 None None] The sync data for ids ['7fbc7e97-04e0-48f3-9158-e0c92936af90'] in dv-cinder-847131-1-iscsi is: [{'id': '7fbc7e97-04e0-48f3-9158-e0c92936af90', 'name': 'tempest-TestShelveInstance-121745728-router', 'tenant_id': '075b1eca291346f7926e033f55b31878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '760db061-cb2c-4183-a17f-5c8591211313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:31Z', 'updated_at': '2022-06-22T10:23:31Z', 'revision_number': 3, 'project_id': '075b1eca291346f7926e033f55b31878', 'gw_port': {'id': '760db061-cb2c-4183-a17f-5c8591211313', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbc7e97-04e0-48f3-9158-e0c92936af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:31Z', 'updated_at': '2022-06-22T10:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:23:33.895244 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3f64dc90-b33d-42e2-af3d-dea59d38bd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (c03151dc-8a30-4d7a-a2b2-e2d054f55122), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:33.902643 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74c1ad7-cc26-462a-9eb9-05b6e64df01a None None] Network 477fe508-c58f-460e-9e7b-bb8cc7deb9fc requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:23:34.018359 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-3eb6b488-2c0d-4f16-b451-609f359b679f None None] Provisioning complete for port 2874aae8-5a06-4cb0-a720-f05d44be4297 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:34.018739 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3eb6b488-2c0d-4f16-b451-609f359b679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (2874aae8-5a06-4cb0-a720-f05d44be4297), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:34.071452 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:34.090015 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3f64dc90-b33d-42e2-af3d-dea59d38bd1a admin admin] Publish callbacks [] for port (c03151dc-8a30-4d7a-a2b2-e2d054f55122), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:34.109920 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3f64dc90-b33d-42e2-af3d-dea59d38bd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6232566'] for port (c03151dc-8a30-4d7a-a2b2-e2d054f55122), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:34.189079 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64dc90-b33d-42e2-af3d-dea59d38bd1a admin admin] Pushing event updated for resources: {'Port': ['ID=c03151dc-8a30-4d7a-a2b2-e2d054f55122,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:34.192516 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3f64dc90-b33d-42e2-af3d-dea59d38bd1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722579'] for router_interface (7fbc7e97-04e0-48f3-9158-e0c92936af90), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:34.224490 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:34.311229 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-3eb6b488-2c0d-4f16-b451-609f359b679f None None] Current status of the port 2874aae8-5a06-4cb0-a720-f05d44be4297 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:23:34.311753 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3eb6b488-2c0d-4f16-b451-609f359b679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (2874aae8-5a06-4cb0-a720-f05d44be4297), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:34.316999 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f64dc90-b33d-42e2-af3d-dea59d38bd1a admin admin] Network 477fe508-c58f-460e-9e7b-bb8cc7deb9fc is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:23:34.318438 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-3f64dc90-b33d-42e2-af3d-dea59d38bd1a admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:23:34.359390 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-3eb6b488-2c0d-4f16-b451-609f359b679f None None] For port 2874aae8-5a06-4cb0-a720-f05d44be4297, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=2874aae8-5a06-4cb0-a720-f05d44be4297,segment=NetworkSegment(de517b68-ec8c-419e-90ed-97277c2f3fd4),segment_id=de517b68-ec8c-419e-90ed-97277c2f3fd4)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:23:34.375157 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3eb6b488-2c0d-4f16-b451-609f359b679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (2874aae8-5a06-4cb0-a720-f05d44be4297), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:34.468245 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6b488-2c0d-4f16-b451-609f359b679f None None] Pushing event updated for resources: {'Port': ['ID=2874aae8-5a06-4cb0-a720-f05d44be4297,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:34.488679 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f64dc90-b33d-42e2-af3d-dea59d38bd1a admin admin] Router 7fbc7e97-04e0-48f3-9158-e0c92936af90 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:23:34.603022 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-b80023b1-a897-42d6-a0d1-013809c1efff None None] Provisioning complete for port 2874aae8-5a06-4cb0-a720-f05d44be4297 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:34.604370 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b80023b1-a897-42d6-a0d1-013809c1efff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (2874aae8-5a06-4cb0-a720-f05d44be4297), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:34.633754 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f64dc90-b33d-42e2-af3d-dea59d38bd1a admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:23:34.645184 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-3f64dc90-b33d-42e2-af3d-dea59d38bd1a admin admin] 10.222.0.43 "PUT /v2.0/routers/7fbc7e97-04e0-48f3-9158-e0c92936af90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1359758 Jun 22 10:23:34.746273 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:34.760250 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-b80023b1-a897-42d6-a0d1-013809c1efff None None] Current status of the port 2874aae8-5a06-4cb0-a720-f05d44be4297 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:23:34.783737 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-b80023b1-a897-42d6-a0d1-013809c1efff None None] Provisioning complete for port c03151dc-8a30-4d7a-a2b2-e2d054f55122 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:34.784489 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b80023b1-a897-42d6-a0d1-013809c1efff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (c03151dc-8a30-4d7a-a2b2-e2d054f55122), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:34.822634 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 760db061-cb2c-4183-a17f-5c8591211313 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:23:34.869113 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-b80023b1-a897-42d6-a0d1-013809c1efff None None] Port c03151dc-8a30-4d7a-a2b2-e2d054f55122 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:23:34.893858 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 760db061-cb2c-4183-a17f-5c8591211313 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:34.894243 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (760db061-cb2c-4183-a17f-5c8591211313), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.001677 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-278d7f04-b3e1-4492-8af8-cc857153f233 None None] Provisioning complete for port c03151dc-8a30-4d7a-a2b2-e2d054f55122 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:35.002813 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-278d7f04-b3e1-4492-8af8-cc857153f233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (c03151dc-8a30-4d7a-a2b2-e2d054f55122), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.004599 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 760db061-cb2c-4183-a17f-5c8591211313 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:23:35.005160 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (760db061-cb2c-4183-a17f-5c8591211313), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.029971 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] For port 760db061-cb2c-4183-a17f-5c8591211313, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=760db061-cb2c-4183-a17f-5c8591211313,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:23:35.069773 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (760db061-cb2c-4183-a17f-5c8591211313), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.072254 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 2874aae8-5a06-4cb0-a720-f05d44be4297 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:23:35.164141 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-278d7f04-b3e1-4492-8af8-cc857153f233 None None] Port c03151dc-8a30-4d7a-a2b2-e2d054f55122 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:23:35.183174 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45670) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:35.188725 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-882cc9d8-4af5-47f9-88ba-c5c9eb0a0a3e tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1232309003', 'description': 'tempest-secgroup-smoke-1232309003 description', 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:23:35.192400 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 2874aae8-5a06-4cb0-a720-f05d44be4297 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:35.192780 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (2874aae8-5a06-4cb0-a720-f05d44be4297), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.212638 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-882cc9d8-4af5-47f9-88ba-c5c9eb0a0a3e tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.221452 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Pushing event updated for resources: {'Port': ['ID=760db061-cb2c-4183-a17f-5c8591211313,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:35.291478 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-515911d2-6eb0-469d-9262-98f20cad2054 None None] Provisioning complete for port c03151dc-8a30-4d7a-a2b2-e2d054f55122 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:35.291943 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-515911d2-6eb0-469d-9262-98f20cad2054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (c03151dc-8a30-4d7a-a2b2-e2d054f55122), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.300470 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 2874aae8-5a06-4cb0-a720-f05d44be4297 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:23:35.300619 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-882cc9d8-4af5-47f9-88ba-c5c9eb0a0a3e tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group (314c3dbc-9574-4d5f-bd64-b600b6d16a6b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.301547 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 2e22456e-9724-4a40-b2f3-8a437841dd89 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:23:35.306502 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-882cc9d8-4af5-47f9-88ba-c5c9eb0a0a3e tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (314c3dbc-9574-4d5f-bd64-b600b6d16a6b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.316783 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:35.343367 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-882cc9d8-4af5-47f9-88ba-c5c9eb0a0a3e tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.344626 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-882cc9d8-4af5-47f9-88ba-c5c9eb0a0a3e tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1604097 Jun 22 10:23:35.346026 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882cc9d8-4af5-47f9-88ba-c5c9eb0a0a3e tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314c3dbc-9574-4d5f-bd64-b600b6d16a6b,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:35.347722 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45672) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:35.359480 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-1ba105d7-7a7a-42b9-a053-f6cb9615af04 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Request body: {'security_group_rule': {'security_group_id': '314c3dbc-9574-4d5f-bd64-b600b6d16a6b', 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:23:35.364597 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-515911d2-6eb0-469d-9262-98f20cad2054 None None] Port c03151dc-8a30-4d7a-a2b2-e2d054f55122 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:23:35.384349 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 2e22456e-9724-4a40-b2f3-8a437841dd89 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:35.384718 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (2e22456e-9724-4a40-b2f3-8a437841dd89), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.393862 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1ba105d7-7a7a-42b9-a053-f6cb9615af04 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group_rule (dd63270f-b9a9-4327-a294-2507cac14c0c), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.454648 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1ba105d7-7a7a-42b9-a053-f6cb9615af04 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group_rule (dd63270f-b9a9-4327-a294-2507cac14c0c), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.458645 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1ba105d7-7a7a-42b9-a053-f6cb9615af04 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (dd63270f-b9a9-4327-a294-2507cac14c0c), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.469675 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 2e22456e-9724-4a40-b2f3-8a437841dd89 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:23:35.469917 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba105d7-7a7a-42b9-a053-f6cb9615af04 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd63270f-b9a9-4327-a294-2507cac14c0c,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:35.487794 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1ba105d7-7a7a-42b9-a053-f6cb9615af04 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.488996 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-1ba105d7-7a7a-42b9-a053-f6cb9615af04 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389737 Jun 22 10:23:35.491636 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45676) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:35.495804 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-0e561cc7-8c31-400c-85be-5da58019adc1 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Request body: {'security_group_rule': {'security_group_id': '314c3dbc-9574-4d5f-bd64-b600b6d16a6b', 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:23:35.522794 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0e561cc7-8c31-400c-85be-5da58019adc1 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group_rule (b22e5499-522a-4ce3-8ebf-fafe22957cac), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.536915 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:UPDATE=2,neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:35.582335 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0e561cc7-8c31-400c-85be-5da58019adc1 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group_rule (b22e5499-522a-4ce3-8ebf-fafe22957cac), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.585901 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0e561cc7-8c31-400c-85be-5da58019adc1 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (b22e5499-522a-4ce3-8ebf-fafe22957cac), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.605315 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e561cc7-8c31-400c-85be-5da58019adc1 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22e5499-522a-4ce3-8ebf-fafe22957cac,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:35.613356 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-0e561cc7-8c31-400c-85be-5da58019adc1 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.614585 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-0e561cc7-8c31-400c-85be-5da58019adc1 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220441 Jun 22 10:23:35.617245 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45678) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:35.621541 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-175d009d-5396-49d9-a139-066a1f2eda35 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Request body: {'security_group_rule': {'security_group_id': '314c3dbc-9574-4d5f-bd64-b600b6d16a6b', 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:23:35.651558 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-175d009d-5396-49d9-a139-066a1f2eda35 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group_rule (1325feb8-7c17-4191-9dc5-797769343389), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.703957 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-175d009d-5396-49d9-a139-066a1f2eda35 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group_rule (1325feb8-7c17-4191-9dc5-797769343389), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.707812 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-175d009d-5396-49d9-a139-066a1f2eda35 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (1325feb8-7c17-4191-9dc5-797769343389), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.727235 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:35.728290 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d009d-5396-49d9-a139-066a1f2eda35 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1325feb8-7c17-4191-9dc5-797769343389,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:35.738067 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-175d009d-5396-49d9-a139-066a1f2eda35 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.739282 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-175d009d-5396-49d9-a139-066a1f2eda35 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210740 Jun 22 10:23:35.742077 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45680) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:35.746589 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-74476655-c6d7-4a26-b214-13def2190a39 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Request body: {'security_group_rule': {'security_group_id': '314c3dbc-9574-4d5f-bd64-b600b6d16a6b', 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:23:35.773204 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-74476655-c6d7-4a26-b214-13def2190a39 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group_rule (f6cabe99-e94d-4a20-804d-0dbfd16bc0e7), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.830478 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-74476655-c6d7-4a26-b214-13def2190a39 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group_rule (f6cabe99-e94d-4a20-804d-0dbfd16bc0e7), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.833954 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-74476655-c6d7-4a26-b214-13def2190a39 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (f6cabe99-e94d-4a20-804d-0dbfd16bc0e7), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.853308 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74476655-c6d7-4a26-b214-13def2190a39 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6cabe99-e94d-4a20-804d-0dbfd16bc0e7,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:35.861312 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-74476655-c6d7-4a26-b214-13def2190a39 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.862681 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-74476655-c6d7-4a26-b214-13def2190a39 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196775 Jun 22 10:23:35.865456 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45682) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:35.870023 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-bbadaa6b-d7db-43cc-96ca-9e7fcfbcb270 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Request body: {'security_group_rule': {'security_group_id': '314c3dbc-9574-4d5f-bd64-b600b6d16a6b', 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:23:35.890934 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.securitygroups_db [None req-bbadaa6b-d7db-43cc-96ca-9e7fcfbcb270 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Project aa9a1da5cb5a4279abb88ec7bdb1ef6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:23:35.897088 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bbadaa6b-d7db-43cc-96ca-9e7fcfbcb270 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group_rule (6e2ea442-dde6-4747-98dd-47ff33398a91), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.961217 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bbadaa6b-d7db-43cc-96ca-9e7fcfbcb270 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group_rule (6e2ea442-dde6-4747-98dd-47ff33398a91), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.965115 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bbadaa6b-d7db-43cc-96ca-9e7fcfbcb270 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (6e2ea442-dde6-4747-98dd-47ff33398a91), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.978556 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:35.988275 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadaa6b-d7db-43cc-96ca-9e7fcfbcb270 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2ea442-dde6-4747-98dd-47ff33398a91,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:35.993344 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bbadaa6b-d7db-43cc-96ca-9e7fcfbcb270 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:35.994652 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-bbadaa6b-d7db-43cc-96ca-9e7fcfbcb270 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280546 Jun 22 10:23:35.997587 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45684) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:36.002387 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-1daa9dcd-315c-4f38-a7e6-04124f8ad9e9 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Request body: {'security_group_rule': {'security_group_id': '314c3dbc-9574-4d5f-bd64-b600b6d16a6b', 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:23:36.022625 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.securitygroups_db [None req-1daa9dcd-315c-4f38-a7e6-04124f8ad9e9 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Project aa9a1da5cb5a4279abb88ec7bdb1ef6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:23:36.028569 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1daa9dcd-315c-4f38-a7e6-04124f8ad9e9 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group_rule (4c27c6b8-3d46-4919-9a0a-268644c44a6e), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:36.093748 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1daa9dcd-315c-4f38-a7e6-04124f8ad9e9 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group_rule (4c27c6b8-3d46-4919-9a0a-268644c44a6e), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:36.097464 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1daa9dcd-315c-4f38-a7e6-04124f8ad9e9 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (4c27c6b8-3d46-4919-9a0a-268644c44a6e), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:36.117386 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa9dcd-315c-4f38-a7e6-04124f8ad9e9 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c27c6b8-3d46-4919-9a0a-268644c44a6e,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:36.126527 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-1daa9dcd-315c-4f38-a7e6-04124f8ad9e9 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:36.127739 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-1daa9dcd-315c-4f38-a7e6-04124f8ad9e9 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289821 Jun 22 10:23:36.661594 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 760db061-cb2c-4183-a17f-5c8591211313 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:23:36.664617 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:36.718565 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:36.727989 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 760db061-cb2c-4183-a17f-5c8591211313 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:36.728542 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (760db061-cb2c-4183-a17f-5c8591211313), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:36.807184 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 760db061-cb2c-4183-a17f-5c8591211313 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:23:36.830819 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] Sync routers for ids ['7fbc7e97-04e0-48f3-9158-e0c92936af90'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:23:36.842148 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] Routers {'7fbc7e97-04e0-48f3-9158-e0c92936af90'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:23:36.843095 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:23:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['7fbc7e97-04e0-48f3-9158-e0c92936af90'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:36.953444 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] Set router 7fbc7e97-04e0-48f3-9158-e0c92936af90 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:23:37.180249 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbc7e97-04e0-48f3-9158-e0c92936af90', 'name': 'tempest-TestShelveInstance-121745728-router', 'tenant_id': '075b1eca291346f7926e033f55b31878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '760db061-cb2c-4183-a17f-5c8591211313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:31Z', 'updated_at': '2022-06-22T10:23:33Z', 'revision_number': 4, 'project_id': '075b1eca291346f7926e033f55b31878', 'gw_port': {'id': '760db061-cb2c-4183-a17f-5c8591211313', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbc7e97-04e0-48f3-9158-e0c92936af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:31Z', 'updated_at': '2022-06-22T10:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'c03151dc-8a30-4d7a-a2b2-e2d054f55122', 'name': '', 'network_id': '477fe508-c58f-460e-9e7b-bb8cc7deb9fc', 'tenant_id': '075b1eca291346f7926e033f55b31878', 'mac_address': 'fa:16:3e:ff:14:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbc7e97-04e0-48f3-9158-e0c92936af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '08f8f715-f367-405b-b465-ed5b14c79854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:33Z', 'updated_at': '2022-06-22T10:23:33Z', 'revision_number': 2, 'project_id': '075b1eca291346f7926e033f55b31878', 'subnets': [{'id': '08f8f715-f367-405b-b465-ed5b14c79854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:37.205248 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] Checking router: 7fbc7e97-04e0-48f3-9158-e0c92936af90 for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:23:37.205601 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] Updating router 7fbc7e97-04e0-48f3-9158-e0c92936af90 port c03151dc-8a30-4d7a-a2b2-e2d054f55122 binding host dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:23:37.233946 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (c03151dc-8a30-4d7a-a2b2-e2d054f55122), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:37.515144 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] Publish callbacks [] for port (c03151dc-8a30-4d7a-a2b2-e2d054f55122), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:37.520539 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (c03151dc-8a30-4d7a-a2b2-e2d054f55122), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:37.570473 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a819544-b471-465a-bd65-0188100c9e8f None None] Pushing event updated for resources: {'Port': ['ID=c03151dc-8a30-4d7a-a2b2-e2d054f55122,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:37.597605 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:37.630976 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] Attempting to bind port c03151dc-8a30-4d7a-a2b2-e2d054f55122 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:23:37.631346 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] Attempting to bind port c03151dc-8a30-4d7a-a2b2-e2d054f55122 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'de517b68-ec8c-419e-90ed-97277c2f3fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '477fe508-c58f-460e-9e7b-bb8cc7deb9fc'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:23:37.631710 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] Attempting to bind port c03151dc-8a30-4d7a-a2b2-e2d054f55122 on network 477fe508-c58f-460e-9e7b-bb8cc7deb9fc {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:23:37.637057 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:23:37.637432 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] Checking segment: {'id': 'de517b68-ec8c-419e-90ed-97277c2f3fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '477fe508-c58f-460e-9e7b-bb8cc7deb9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:23:37.637896 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:37.639009 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] Bound using segment: {'id': 'de517b68-ec8c-419e-90ed-97277c2f3fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '477fe508-c58f-460e-9e7b-bb8cc7deb9fc'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:23:37.640005 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] Bound port: c03151dc-8a30-4d7a-a2b2-e2d054f55122, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de517b68-ec8c-419e-90ed-97277c2f3fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '477fe508-c58f-460e-9e7b-bb8cc7deb9fc'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:23:37.640395 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (c03151dc-8a30-4d7a-a2b2-e2d054f55122), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:37.733970 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] For port c03151dc-8a30-4d7a-a2b2-e2d054f55122, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:23:37.737766 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] For port c03151dc-8a30-4d7a-a2b2-e2d054f55122, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=c03151dc-8a30-4d7a-a2b2-e2d054f55122,segment=NetworkSegment(de517b68-ec8c-419e-90ed-97277c2f3fd4),segment_id=de517b68-ec8c-419e-90ed-97277c2f3fd4)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:23:37.745250 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (c03151dc-8a30-4d7a-a2b2-e2d054f55122), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:37.751897 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:37.820440 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] Routers {'7fbc7e97-04e0-48f3-9158-e0c92936af90'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:23:37.821013 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:23:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['7fbc7e97-04e0-48f3-9158-e0c92936af90'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:37.824967 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-53e20fe2-120b-449b-9a2f-97d4dc10e265 None None] Provisioning complete for port c03151dc-8a30-4d7a-a2b2-e2d054f55122 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:37.825344 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-53e20fe2-120b-449b-9a2f-97d4dc10e265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (c03151dc-8a30-4d7a-a2b2-e2d054f55122), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:37.829562 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a819544-b471-465a-bd65-0188100c9e8f None None] Pushing event updated for resources: {'Port': ['ID=c03151dc-8a30-4d7a-a2b2-e2d054f55122,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:37.989375 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] Set router 7fbc7e97-04e0-48f3-9158-e0c92936af90 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:23:38.026284 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-53e20fe2-120b-449b-9a2f-97d4dc10e265 None None] Current status of the port c03151dc-8a30-4d7a-a2b2-e2d054f55122 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:23:38.026669 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-53e20fe2-120b-449b-9a2f-97d4dc10e265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (c03151dc-8a30-4d7a-a2b2-e2d054f55122), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:38.121787 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-53e20fe2-120b-449b-9a2f-97d4dc10e265 None None] For port c03151dc-8a30-4d7a-a2b2-e2d054f55122, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=c03151dc-8a30-4d7a-a2b2-e2d054f55122,segment=NetworkSegment(de517b68-ec8c-419e-90ed-97277c2f3fd4),segment_id=de517b68-ec8c-419e-90ed-97277c2f3fd4)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:23:38.152828 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-53e20fe2-120b-449b-9a2f-97d4dc10e265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (c03151dc-8a30-4d7a-a2b2-e2d054f55122), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:38.241472 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e20fe2-120b-449b-9a2f-97d4dc10e265 None None] Pushing event updated for resources: {'Port': ['ID=c03151dc-8a30-4d7a-a2b2-e2d054f55122,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:38.267077 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbc7e97-04e0-48f3-9158-e0c92936af90', 'name': 'tempest-TestShelveInstance-121745728-router', 'tenant_id': '075b1eca291346f7926e033f55b31878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '760db061-cb2c-4183-a17f-5c8591211313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:31Z', 'updated_at': '2022-06-22T10:23:33Z', 'revision_number': 4, 'project_id': '075b1eca291346f7926e033f55b31878', 'gw_port': {'id': '760db061-cb2c-4183-a17f-5c8591211313', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbc7e97-04e0-48f3-9158-e0c92936af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:31Z', 'updated_at': '2022-06-22T10:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'c03151dc-8a30-4d7a-a2b2-e2d054f55122', 'name': '', 'network_id': '477fe508-c58f-460e-9e7b-bb8cc7deb9fc', 'tenant_id': '075b1eca291346f7926e033f55b31878', 'mac_address': 'fa:16:3e:ff:14:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbc7e97-04e0-48f3-9158-e0c92936af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '08f8f715-f367-405b-b465-ed5b14c79854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:33Z', 'updated_at': '2022-06-22T10:23:37Z', 'revision_number': 4, 'project_id': '075b1eca291346f7926e033f55b31878', 'subnets': [{'id': '08f8f715-f367-405b-b465-ed5b14c79854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:23:38.303373 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bea652d-4db9-480b-8075-4d30ba070356 None None] The sync data for ids ['7fbc7e97-04e0-48f3-9158-e0c92936af90'] in dv-cinder-847131-1-iscsi is: [{'id': '7fbc7e97-04e0-48f3-9158-e0c92936af90', 'name': 'tempest-TestShelveInstance-121745728-router', 'tenant_id': '075b1eca291346f7926e033f55b31878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '760db061-cb2c-4183-a17f-5c8591211313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:31Z', 'updated_at': '2022-06-22T10:23:33Z', 'revision_number': 4, 'project_id': '075b1eca291346f7926e033f55b31878', 'gw_port': {'id': '760db061-cb2c-4183-a17f-5c8591211313', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbc7e97-04e0-48f3-9158-e0c92936af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:31Z', 'updated_at': '2022-06-22T10:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'c03151dc-8a30-4d7a-a2b2-e2d054f55122', 'name': '', 'network_id': '477fe508-c58f-460e-9e7b-bb8cc7deb9fc', 'tenant_id': '075b1eca291346f7926e033f55b31878', 'mac_address': 'fa:16:3e:ff:14:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbc7e97-04e0-48f3-9158-e0c92936af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '08f8f715-f367-405b-b465-ed5b14c79854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:33Z', 'updated_at': '2022-06-22T10:23:37Z', 'revision_number': 4, 'project_id': '075b1eca291346f7926e033f55b31878', 'subnets': [{'id': '08f8f715-f367-405b-b465-ed5b14c79854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:23:38.305225 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-224ca36e-0007-4871-aad0-2a9d4f93c99e None None] Provisioning complete for port c03151dc-8a30-4d7a-a2b2-e2d054f55122 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:38.305596 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-224ca36e-0007-4871-aad0-2a9d4f93c99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (c03151dc-8a30-4d7a-a2b2-e2d054f55122), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:38.431335 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-224ca36e-0007-4871-aad0-2a9d4f93c99e None None] Current status of the port c03151dc-8a30-4d7a-a2b2-e2d054f55122 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:23:38.435708 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1b725f8c-7f68-4d71-abc1-9126c01afd87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:38.651698 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device c03151dc-8a30-4d7a-a2b2-e2d054f55122 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:23:38.731511 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port c03151dc-8a30-4d7a-a2b2-e2d054f55122 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:38.732517 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (c03151dc-8a30-4d7a-a2b2-e2d054f55122), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:38.762241 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:38.813484 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port c03151dc-8a30-4d7a-a2b2-e2d054f55122 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:23:40.724129 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-522326ea-8835-46c0-b7e1-011162838085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:41.188845 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 45866) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:41.304427 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c942cccb-f183-4c74-a9b8-3ade6cfde18b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:41.383725 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c942cccb-f183-4c74-a9b8-3ade6cfde18b admin admin] Publish callbacks [] for security_group (231b96fa-2abd-4126-b197-ebb7d231a96e), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:41.386780 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-c942cccb-f183-4c74-a9b8-3ade6cfde18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (231b96fa-2abd-4126-b197-ebb7d231a96e), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:41.428113 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-c942cccb-f183-4c74-a9b8-3ade6cfde18b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c607f48c2a624e21b0e72b5d6075b43d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381639 Jun 22 10:23:41.429088 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942cccb-f183-4c74-a9b8-3ade6cfde18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231b96fa-2abd-4126-b197-ebb7d231a96e,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:41.430825 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 45872) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:23:41.484641 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a6567ad0-0759-43d3-aa2e-9ba0faa72a0f admin admin] Publish callbacks [] for security_group (231b96fa-2abd-4126-b197-ebb7d231a96e), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:41.512609 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a6567ad0-0759-43d3-aa2e-9ba0faa72a0f admin admin] Publish callbacks [] for security_group (231b96fa-2abd-4126-b197-ebb7d231a96e), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:41.560051 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a6567ad0-0759-43d3-aa2e-9ba0faa72a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (231b96fa-2abd-4126-b197-ebb7d231a96e), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:41.563475 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a6567ad0-0759-43d3-aa2e-9ba0faa72a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:41.564662 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-a6567ad0-0759-43d3-aa2e-9ba0faa72a0f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/231b96fa-2abd-4126-b197-ebb7d231a96e HTTP/1.1" status: 204 len: 168 time: 0.1327631 Jun 22 10:23:41.572949 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6567ad0-0759-43d3-aa2e-9ba0faa72a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231b96fa-2abd-4126-b197-ebb7d231a96e,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:41.580886 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6567ad0-0759-43d3-aa2e-9ba0faa72a0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:41.581249 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6567ad0-0759-43d3-aa2e-9ba0faa72a0f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:41.581600 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6567ad0-0759-43d3-aa2e-9ba0faa72a0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:41.581969 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6567ad0-0759-43d3-aa2e-9ba0faa72a0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:41.582314 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6567ad0-0759-43d3-aa2e-9ba0faa72a0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:41.582739 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6567ad0-0759-43d3-aa2e-9ba0faa72a0f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:41.583564 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6567ad0-0759-43d3-aa2e-9ba0faa72a0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:41.583948 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6567ad0-0759-43d3-aa2e-9ba0faa72a0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:41.584263 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6567ad0-0759-43d3-aa2e-9ba0faa72a0f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:41.584599 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6567ad0-0759-43d3-aa2e-9ba0faa72a0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:41.585011 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6567ad0-0759-43d3-aa2e-9ba0faa72a0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:41.585354 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6567ad0-0759-43d3-aa2e-9ba0faa72a0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:41.585722 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6567ad0-0759-43d3-aa2e-9ba0faa72a0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:41.586055 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6567ad0-0759-43d3-aa2e-9ba0faa72a0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:41.586380 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6567ad0-0759-43d3-aa2e-9ba0faa72a0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:23:41.601437 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:41.990270 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:43.452516 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:43.855896 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:43.856698 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=34 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:43.904045 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:43.996263 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:23:47.237917 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:49.610383 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-87b2d768-6437-47da-9d22-38e88ca8bcd0 req-0cf7def9-fbb4-4ce8-a587-874303b88fb0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390961 Jun 22 10:23:49.695186 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2d768-6437-47da-9d22-38e88ca8bcd0 req-6ea08d01-e4b9-43a4-aec9-afbcf11c95b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:23:49.696729 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-87b2d768-6437-47da-9d22-38e88ca8bcd0 req-6ea08d01-e4b9-43a4-aec9-afbcf11c95b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cb1af845e594466b12a11b7cab99a7c&device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 1130 time: 0.0430944 Jun 22 10:23:49.737125 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:49.808277 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2d768-6437-47da-9d22-38e88ca8bcd0 req-a2966f7a-5273-4da0-bab4-2574acbd51c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:23:49.809697 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-87b2d768-6437-47da-9d22-38e88ca8bcd0 req-a2966f7a-5273-4da0-bab4-2574acbd51c1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=96156af8-0bc3-4b6c-bec6-429f61356c8a HTTP/1.1" status: 200 len: 912 time: 0.0927422 Jun 22 10:23:49.877417 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-87b2d768-6437-47da-9d22-38e88ca8bcd0 req-0d2da736-c229-48cb-b290-7c15c4675c37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 HTTP/1.1" status: 200 len: 1002 time: 0.0616138 Jun 22 10:23:49.926784 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2d768-6437-47da-9d22-38e88ca8bcd0 req-4c147387-3cf4-4d38-9951-18f2d17fcf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:23:49.928251 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-87b2d768-6437-47da-9d22-38e88ca8bcd0 req-4c147387-3cf4-4d38-9951-18f2d17fcf92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c45b72d-dee0-4152-ab84-13a956020161 HTTP/1.1" status: 200 len: 850 time: 0.0444274 Jun 22 10:23:49.976400 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2d768-6437-47da-9d22-38e88ca8bcd0 req-53ac334f-0b43-4f69-83bc-1b1ca2d4aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:23:49.977969 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-87b2d768-6437-47da-9d22-38e88ca8bcd0 req-53ac334f-0b43-4f69-83bc-1b1ca2d4aa06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96156af8-0bc3-4b6c-bec6-429f61356c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387967 Jun 22 10:23:50.062348 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:50.078888 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-87b2d768-6437-47da-9d22-38e88ca8bcd0 req-dabc6cc7-ff46-4853-ab50-02695c9e1c25 service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934474 Jun 22 10:23:50.174579 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-87b2d768-6437-47da-9d22-38e88ca8bcd0 req-1e7f14a5-0b18-42d3-82fd-8451abfe75eb service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882018 Jun 22 10:23:51.569279 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=35,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:51.576792 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:53.990782 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:53.992127 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:55.744656 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-40f1fa22-4307-4c08-acfb-dc9fed0ea3f0 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1232309003&fields=id&tenant_id=aa9a1da5cb5a4279abb88ec7bdb1ef6b HTTP/1.1" status: 200 len: 267 time: 0.0462015 Jun 22 10:23:55.852331 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-073472d2-d05f-4838-b8a4-2a95ea2f1593 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:23:55.853741 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-073472d2-d05f-4838-b8a4-2a95ea2f1593 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/networks?id=0e72ac4a-4b5a-48df-b530-d05f788ca8b5 HTTP/1.1" status: 200 len: 808 time: 0.1027279 Jun 22 10:23:55.867746 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-fb6c1625-a7cf-4bf0-9e93-027bce392693 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/quotas/aa9a1da5cb5a4279abb88ec7bdb1ef6b HTTP/1.1" status: 200 len: 375 time: 0.0087779 Jun 22 10:23:55.915472 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-bb6dbce5-61a7-4b84-afdf-9ff1cfd89f73 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa9a1da5cb5a4279abb88ec7bdb1ef6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430653 Jun 22 10:23:56.015899 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-9b146c61-0d1b-4eb2-a316-03d5145e29fc service neutron] 10.222.0.43 "GET /v2.0/networks/0e72ac4a-4b5a-48df-b530-d05f788ca8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869086 Jun 22 10:23:56.105293 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c58d2015-76aa-478b-848d-c2f2a9d2fea5 service neutron] 10.222.0.43 "GET /v2.0/networks/0e72ac4a-4b5a-48df-b530-d05f788ca8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836942 Jun 22 10:23:56.411233 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9ed61dd9-189c-4fec-af99-9ac46c6c4243 req-492c49ca-136e-419e-be59-8ec117163413 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 210 time: 0.0381973 Jun 22 10:23:57.230539 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:57.232340 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:57.508981 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-8aa83dc8-fb8d-4fac-ba60-0c05c1caf16b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:23:57.510492 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-8aa83dc8-fb8d-4fac-ba60-0c05c1caf16b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.59 "GET /v2.0/networks?id=0e72ac4a-4b5a-48df-b530-d05f788ca8b5 HTTP/1.1" status: 200 len: 808 time: 0.1168854 Jun 22 10:23:57.512412 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-46bf6af9-5f57-4b1b-9182-4ee14ca69a97 req-dc8ff5e9-fd59-4d0b-a054-cae1f2690071 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 210 time: 0.0317545 Jun 22 10:23:57.579927 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-3f8ded0a-a308-4fa3-9cc3-fbac247daa2c tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa9a1da5cb5a4279abb88ec7bdb1ef6b HTTP/1.1" status: 200 len: 380 time: 0.0591862 Jun 22 10:23:57.588537 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-4cf0a0fb-0690-4f04-a1a4-90ee7c9c5adf tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Request body: {'port': {'device_id': '46804c86-520a-407d-84a9-2f6d1ea1cff0', 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5', 'admin_state_up': True, 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'security_groups': ['314c3dbc-9574-4d5f-bd64-b600b6d16a6b']}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:23:57.702753 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-4cf0a0fb-0690-4f04-a1a4-90ee7c9c5adf tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Made reservation on behalf of aa9a1da5cb5a4279abb88ec7bdb1ef6b for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:23:57.707242 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-4cf0a0fb-0690-4f04-a1a4-90ee7c9c5adf tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:57.832304 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-4cf0a0fb-0690-4f04-a1a4-90ee7c9c5adf tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Allocated IP 172.20.0.8 (0e72ac4a-4b5a-48df-b530-d05f788ca8b5/609655c9-4eca-41c6-a3ba-19306a7c34ab/377da38d-a656-43c8-babd-6b00935ec9f5) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:23:57.948808 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:57.990495 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-4cf0a0fb-0690-4f04-a1a4-90ee7c9c5adf tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for port (377da38d-a656-43c8-babd-6b00935ec9f5), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:58.023694 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-4cf0a0fb-0690-4f04-a1a4-90ee7c9c5adf tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (377da38d-a656-43c8-babd-6b00935ec9f5), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:58.070961 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-4cf0a0fb-0690-4f04-a1a4-90ee7c9c5adf tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Network 0e72ac4a-4b5a-48df-b530-d05f788ca8b5 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:23:58.075970 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-4cf0a0fb-0690-4f04-a1a4-90ee7c9c5adf tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:23:58.078735 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0a0fb-0690-4f04-a1a4-90ee7c9c5adf tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Pushing event updated for resources: {'Port': ['ID=377da38d-a656-43c8-babd-6b00935ec9f5,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:58.080897 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-4cf0a0fb-0690-4f04-a1a4-90ee7c9c5adf tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:23:58.104408 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:58.139651 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-4cf0a0fb-0690-4f04-a1a4-90ee7c9c5adf tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:23:58.140327 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-4cf0a0fb-0690-4f04-a1a4-90ee7c9c5adf tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:58.158933 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-4cf0a0fb-0690-4f04-a1a4-90ee7c9c5adf tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5740607 Jun 22 10:23:58.171023 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] Request body: {'port': {'device_id': '46804c86-520a-407d-84a9-2f6d1ea1cff0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:23:58.233720 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (377da38d-a656-43c8-babd-6b00935ec9f5), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:58.275770 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-e78f8cc8-0748-40f3-a2b5-ce156fa39acb None None] Provisioning complete for port 377da38d-a656-43c8-babd-6b00935ec9f5 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:23:58.276374 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e78f8cc8-0748-40f3-a2b5-ce156fa39acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (377da38d-a656-43c8-babd-6b00935ec9f5), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:58.308548 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-e78f8cc8-0748-40f3-a2b5-ce156fa39acb None None] Port 377da38d-a656-43c8-babd-6b00935ec9f5 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:23:58.494454 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377da38d-a656-43c8-babd-6b00935ec9f5 {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:23:58.502419 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] Publish callbacks [] for port (377da38d-a656-43c8-babd-6b00935ec9f5), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:58.514611 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] Transition to ACTIVE for port object 377da38d-a656-43c8-babd-6b00935ec9f5 will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:23:58.518531 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (377da38d-a656-43c8-babd-6b00935ec9f5), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:58.567774 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] Pushing event updated for resources: {'Port': ['ID=377da38d-a656-43c8-babd-6b00935ec9f5,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:58.631763 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10525ce0-3036-475f-8068-5e5059423a3c req-c285ab67-1cf2-418d-b81b-c53c3e229b37 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:23:58.633319 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-10525ce0-3036-475f-8068-5e5059423a3c req-c285ab67-1cf2-418d-b81b-c53c3e229b37 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 943 time: 0.0500917 Jun 22 10:23:58.644093 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] Attempting to bind port 377da38d-a656-43c8-babd-6b00935ec9f5 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:23:58.644508 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] Attempting to bind port 377da38d-a656-43c8-babd-6b00935ec9f5 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '18475f49-2261-459f-b58d-5cfe3af8b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:23:58.644915 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] Attempting to bind port 377da38d-a656-43c8-babd-6b00935ec9f5 on network 0e72ac4a-4b5a-48df-b530-d05f788ca8b5 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:23:58.649784 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] Port 377da38d-a656-43c8-babd-6b00935ec9f5 on network 0e72ac4a-4b5a-48df-b530-d05f788ca8b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:23:58.650184 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] Attempting to bind port 377da38d-a656-43c8-babd-6b00935ec9f5 on network 0e72ac4a-4b5a-48df-b530-d05f788ca8b5 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:23:58.657630 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:23:58.658085 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] Checking segment: {'id': '18475f49-2261-459f-b58d-5cfe3af8b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:23:58.658539 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] Bound using segment: {'id': '18475f49-2261-459f-b58d-5cfe3af8b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:23:58.659172 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] Bound port: 377da38d-a656-43c8-babd-6b00935ec9f5, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18475f49-2261-459f-b58d-5cfe3af8b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:23:58.659712 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (377da38d-a656-43c8-babd-6b00935ec9f5), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:58.687239 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-10525ce0-3036-475f-8068-5e5059423a3c req-ad0dab38-a560-4313-b3fd-332c8a612d59 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477381 Jun 22 10:23:58.729575 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] For port 377da38d-a656-43c8-babd-6b00935ec9f5, host hv-cinder-84713, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:23:58.732915 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] For port 377da38d-a656-43c8-babd-6b00935ec9f5, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=377da38d-a656-43c8-babd-6b00935ec9f5,segment=NetworkSegment(18475f49-2261-459f-b58d-5cfe3af8b0ba),segment_id=18475f49-2261-459f-b58d-5cfe3af8b0ba)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:23:58.741953 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (377da38d-a656-43c8-babd-6b00935ec9f5), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:58.774754 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:23:58.775554 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:23:58.776931 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] 10.222.0.59 "PUT /v2.0/ports/377da38d-a656-43c8-babd-6b00935ec9f5 HTTP/1.1" status: 200 len: 1093 time: 0.6104445 Jun 22 10:23:58.781841 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46804c86-520a-407d-84a9-2f6d1ea1cff0', 'tag': '377da38d-a656-43c8-babd-6b00935ec9f5'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:23:58.784898 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4b5232-a224-4cd4-9a20-be3f10696495" -d '{"events": [{"name": "network-changed", "server_uuid": "46804c86-520a-407d-84a9-2f6d1ea1cff0", "tag": "377da38d-a656-43c8-babd-6b00935ec9f5"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:23:58.808392 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:58.817489 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80574eb-13a4-4f3b-a3f8-8b9dedf89f39 service neutron] Pushing event updated for resources: {'Port': ['ID=377da38d-a656-43c8-babd-6b00935ec9f5,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:23:58.840826 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65766edf-a1d2-4bb5-9bf7-1369454c7d28 x-openstack-request-id: req-65766edf-a1d2-4bb5-9bf7-1369454c7d28 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:23:58.841076 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46804c86-520a-407d-84a9-2f6d1ea1cff0", "tag": "377da38d-a656-43c8-babd-6b00935ec9f5", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:23:58.841330 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65766edf-a1d2-4bb5-9bf7-1369454c7d28 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:23:58.841802 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65766edf-a1d2-4bb5-9bf7-1369454c7d28'] response: {'name': 'network-changed', 'server_uuid': '46804c86-520a-407d-84a9-2f6d1ea1cff0', 'tag': '377da38d-a656-43c8-babd-6b00935ec9f5', 'status': 'completed', 'code': 200} Jun 22 10:23:58.878460 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-03fdb69a-aab4-4696-bca9-bfbc47b0613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:23:58.880285 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-03fdb69a-aab4-4696-bca9-bfbc47b0613e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa9a1da5cb5a4279abb88ec7bdb1ef6b&device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 1127 time: 0.0542986 Jun 22 10:23:58.930117 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-457317f0-6aa1-4aef-87cb-c06ee8992213 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377da38d-a656-43c8-babd-6b00935ec9f5 HTTP/1.1" status: 200 len: 217 time: 0.0371799 Jun 22 10:23:58.989163 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-216112a6-e328-41f3-b390-35eea3e90194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:23:58.990657 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-216112a6-e328-41f3-b390-35eea3e90194 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=609655c9-4eca-41c6-a3ba-19306a7c34ab HTTP/1.1" status: 200 len: 847 time: 0.0515611 Jun 22 10:23:59.037274 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-4baf2ab4-7d89-4506-8dab-114c74196bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:23:59.038734 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-4baf2ab4-7d89-4506-8dab-114c74196bce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e72ac4a-4b5a-48df-b530-d05f788ca8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405436 Jun 22 10:23:59.054153 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:23:59.136677 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-4ba62f69-31f1-4b4a-9601-8cf70c9453de service neutron] 10.222.0.59 "GET /v2.0/networks/0e72ac4a-4b5a-48df-b530-d05f788ca8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891762 Jun 22 10:23:59.225221 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-20c1333b-4370-4892-923b-07ca6a3b3da0 req-53e32c13-acd9-4363-ac34-5d52c8ff8d2c service neutron] 10.222.0.59 "GET /v2.0/networks/0e72ac4a-4b5a-48df-b530-d05f788ca8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811508 Jun 22 10:23:59.503752 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b5232-a224-4cd4-9a20-be3f10696495 req-f8bb35fa-1126-4229-8b7b-800c167f169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:23:59.505234 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cf4b5232-a224-4cd4-9a20-be3f10696495 req-f8bb35fa-1126-4229-8b7b-800c167f169b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa9a1da5cb5a4279abb88ec7bdb1ef6b&device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 1127 time: 0.0393739 Jun 22 10:23:59.596404 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b5232-a224-4cd4-9a20-be3f10696495 req-5df557f1-1456-4959-8a26-32f2f68c70e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:23:59.597875 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cf4b5232-a224-4cd4-9a20-be3f10696495 req-5df557f1-1456-4959-8a26-32f2f68c70e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e72ac4a-4b5a-48df-b530-d05f788ca8b5 HTTP/1.1" status: 200 len: 909 time: 0.0862303 Jun 22 10:23:59.635554 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cf4b5232-a224-4cd4-9a20-be3f10696495 req-02dff1de-9b41-48bd-b3f6-4e193d464820 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377da38d-a656-43c8-babd-6b00935ec9f5 HTTP/1.1" status: 200 len: 217 time: 0.0307529 Jun 22 10:23:59.687339 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b5232-a224-4cd4-9a20-be3f10696495 req-7a320b13-83c0-4b36-9c14-f9fa70a23a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:23:59.688893 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cf4b5232-a224-4cd4-9a20-be3f10696495 req-7a320b13-83c0-4b36-9c14-f9fa70a23a36 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=609655c9-4eca-41c6-a3ba-19306a7c34ab HTTP/1.1" status: 200 len: 847 time: 0.0463312 Jun 22 10:23:59.732506 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b5232-a224-4cd4-9a20-be3f10696495 req-806e3d2f-365e-4bf8-b974-41d842747fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:23:59.734140 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cf4b5232-a224-4cd4-9a20-be3f10696495 req-806e3d2f-365e-4bf8-b974-41d842747fc8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e72ac4a-4b5a-48df-b530-d05f788ca8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396092 Jun 22 10:23:59.803711 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb966dc-51d6-4be7-b8b9-a916461adfb1 req-8700edc1-6670-41fa-b60e-700802c5f6ce tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:23:59.805446 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dfb966dc-51d6-4be7-b8b9-a916461adfb1 req-8700edc1-6670-41fa-b60e-700802c5f6ce tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 943 time: 0.0475492 Jun 22 10:23:59.827224 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cf4b5232-a224-4cd4-9a20-be3f10696495 req-26c012f6-23b2-4fc8-acac-73224db1dddc service neutron] 10.222.0.59 "GET /v2.0/networks/0e72ac4a-4b5a-48df-b530-d05f788ca8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862291 Jun 22 10:23:59.864765 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-dfb966dc-51d6-4be7-b8b9-a916461adfb1 req-7b100b8d-1cb9-4e9c-aa18-0b5a904a14ca tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532036 Jun 22 10:23:59.933541 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-cf4b5232-a224-4cd4-9a20-be3f10696495 req-351d4368-8b28-43d9-9ec8-ee15c773a61c service neutron] 10.222.0.59 "GET /v2.0/networks/0e72ac4a-4b5a-48df-b530-d05f788ca8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997341 Jun 22 10:24:00.988294 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abb995-b4b3-4904-accd-56a9dc504c83 req-24efd7d7-77a1-4a44-80b8-ebbec35df309 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:00.990528 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-37abb995-b4b3-4904-accd-56a9dc504c83 req-24efd7d7-77a1-4a44-80b8-ebbec35df309 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 943 time: 0.0536952 Jun 22 10:24:01.047703 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-37abb995-b4b3-4904-accd-56a9dc504c83 req-59c2604f-0515-4603-bb0e-7345a4c4988a tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512011 Jun 22 10:24:02.162544 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba300b-baef-4289-ac4d-c0909ceafab9 req-896b39dd-2823-473f-81dd-678532b3a8d2 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:02.164018 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c0ba300b-baef-4289-ac4d-c0909ceafab9 req-896b39dd-2823-473f-81dd-678532b3a8d2 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 943 time: 0.0474508 Jun 22 10:24:02.214004 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c0ba300b-baef-4289-ac4d-c0909ceafab9 req-0fa0e065-d1fa-4fd9-a55f-056f5f94c335 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444016 Jun 22 10:24:03.342326 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae29fb-8e04-483c-8a36-1464836a93e5 req-d310b74f-a382-4ec1-a7c2-83034727eb57 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:03.343832 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7fae29fb-8e04-483c-8a36-1464836a93e5 req-d310b74f-a382-4ec1-a7c2-83034727eb57 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 943 time: 0.0640788 Jun 22 10:24:03.393814 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7fae29fb-8e04-483c-8a36-1464836a93e5 req-dd6ceed7-29a0-4a4d-aff2-4089301dc485 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428631 Jun 22 10:24:04.506020 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363063f6-e873-45be-8c6b-e669edeeef9e req-f220adbd-ce6b-4100-91ec-01442dd79641 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:04.507494 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-363063f6-e873-45be-8c6b-e669edeeef9e req-f220adbd-ce6b-4100-91ec-01442dd79641 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 943 time: 0.0473678 Jun 22 10:24:04.556096 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-363063f6-e873-45be-8c6b-e669edeeef9e req-0249a2a7-1f41-4070-a7f8-2890725838a0 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432260 Jun 22 10:24:05.017624 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46048) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:24:05.126420 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-eea0fee5-8057-4015-b082-dc825afcdd3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:05.128763 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:05.154534 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:05.211113 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-eea0fee5-8057-4015-b082-dc825afcdd3d admin admin] Publish callbacks [] for security_group (d7b113f8-3e4b-4cba-b9c1-67e047e6d22c), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:05.215499 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-eea0fee5-8057-4015-b082-dc825afcdd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (d7b113f8-3e4b-4cba-b9c1-67e047e6d22c), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:05.255232 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-eea0fee5-8057-4015-b082-dc825afcdd3d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d53c5c733bf45aea23c6cb46cf3a155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365549 Jun 22 10:24:05.256004 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0fee5-8057-4015-b082-dc825afcdd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b113f8-3e4b-4cba-b9c1-67e047e6d22c,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:05.257914 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46052) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:24:05.306425 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5f645d30-529a-4635-9170-58347a105861 admin admin] Publish callbacks [] for security_group (d7b113f8-3e4b-4cba-b9c1-67e047e6d22c), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:05.327820 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5f645d30-529a-4635-9170-58347a105861 admin admin] Publish callbacks [] for security_group (d7b113f8-3e4b-4cba-b9c1-67e047e6d22c), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:05.379623 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5f645d30-529a-4635-9170-58347a105861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (d7b113f8-3e4b-4cba-b9c1-67e047e6d22c), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:05.382121 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-5f645d30-529a-4635-9170-58347a105861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:05.383261 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-5f645d30-529a-4635-9170-58347a105861 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d7b113f8-3e4b-4cba-b9c1-67e047e6d22c HTTP/1.1" status: 204 len: 168 time: 0.1243596 Jun 22 10:24:05.391039 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f645d30-529a-4635-9170-58347a105861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b113f8-3e4b-4cba-b9c1-67e047e6d22c,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:05.675104 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b027e-7ecf-403d-b733-a7fd5c08df2a req-ab468834-99e9-4adb-ae9e-de6e274bb123 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:05.676641 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-160b027e-7ecf-403d-b733-a7fd5c08df2a req-ab468834-99e9-4adb-ae9e-de6e274bb123 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 943 time: 0.0495970 Jun 22 10:24:05.728338 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-160b027e-7ecf-403d-b733-a7fd5c08df2a req-1f42d81b-8c62-4e2b-8c5f-3b9a8848875c tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456562 Jun 22 10:24:06.072322 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46076) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:24:06.173161 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-ffb151a2-fa4b-421e-b8e0-c78c1c534abb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1101958545-network', 'tenant_id': '60103a2f42f244e3af1d92a8a378fece'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:24:06.193343 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb151a2-fa4b-421e-b8e0-c78c1c534abb admin admin] Made reservation on behalf of 60103a2f42f244e3af1d92a8a378fece for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:24:06.195681 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ffb151a2-fa4b-421e-b8e0-c78c1c534abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:06.205204 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ffb151a2-fa4b-421e-b8e0-c78c1c534abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:06.289066 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ffb151a2-fa4b-421e-b8e0-c78c1c534abb admin admin] Publish callbacks [] for security_group (f32e8108-2c39-4f6a-8d60-e1d9f3274784), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:06.293098 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ffb151a2-fa4b-421e-b8e0-c78c1c534abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (f32e8108-2c39-4f6a-8d60-e1d9f3274784), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:06.322950 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb151a2-fa4b-421e-b8e0-c78c1c534abb admin admin] vlan segment allocate from pool success with {'vlan_id': 964, 'physical_network': 'physnet1'} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:24:06.329435 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb151a2-fa4b-421e-b8e0-c78c1c534abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32e8108-2c39-4f6a-8d60-e1d9f3274784,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:06.335450 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ffb151a2-fa4b-421e-b8e0-c78c1c534abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:06.335848 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-ffb151a2-fa4b-421e-b8e0-c78c1c534abb admin admin] Added segment 1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7 of type vlan for network 20f65aeb-74a5-4851-b116-5aa3287c3229 Jun 22 10:24:06.377113 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ffb151a2-fa4b-421e-b8e0-c78c1c534abb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773364491457'] for network (20f65aeb-74a5-4851-b116-5aa3287c3229), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:06.404172 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ffb151a2-fa4b-421e-b8e0-c78c1c534abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for network (20f65aeb-74a5-4851-b116-5aa3287c3229), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:06.405328 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb151a2-fa4b-421e-b8e0-c78c1c534abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:06.405942 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ffb151a2-fa4b-421e-b8e0-c78c1c534abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:06.441404 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ffb151a2-fa4b-421e-b8e0-c78c1c534abb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3680086 Jun 22 10:24:06.444357 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46080) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:24:06.449289 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-cb0c480c-3571-439a-bff3-c4e65e18980a admin admin] Request body: {'subnet': {'network_id': '20f65aeb-74a5-4851-b116-5aa3287c3229', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1101958545-subnet', 'tenant_id': '60103a2f42f244e3af1d92a8a378fece', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:24:06.454314 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:06.470904 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0c480c-3571-439a-bff3-c4e65e18980a admin admin] Made reservation on behalf of 60103a2f42f244e3af1d92a8a378fece for: {'subnet': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:24:06.471283 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb151a2-fa4b-421e-b8e0-c78c1c534abb admin admin] Pushing event updated for resources: {'Network': ['ID=20f65aeb-74a5-4851-b116-5aa3287c3229,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:06.472796 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-cb0c480c-3571-439a-bff3-c4e65e18980a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6209260'] for subnet (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:06.481194 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Network 20f65aeb-74a5-4851-b116-5aa3287c3229 details requested by agent ovs-agent-dv-cinder-847131-1-iscsi with host dv-cinder-847131-1-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 10:24:06.591983 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:06.640550 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-cb0c480c-3571-439a-bff3-c4e65e18980a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5276808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6209178'] for subnet (c1b7f5a2-78b4-4392-9219-52ac8f410c9e), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:06.689285 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c480c-3571-439a-bff3-c4e65e18980a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b7f5a2-78b4-4392-9219-52ac8f410c9e,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:06.704103 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0c480c-3571-439a-bff3-c4e65e18980a admin admin] Checking segment: {'id': '1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '20f65aeb-74a5-4851-b116-5aa3287c3229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:24:06.704490 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0c480c-3571-439a-bff3-c4e65e18980a admin admin] Network hostable DHCP agents. Network: 20f65aeb-74a5-4851-b116-5aa3287c3229, hostable agents: ['932caf1b-e271-42cd-92f3-ee8a2197157a'], hosted agents: [] {{(pid=104122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:24:06.721330 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0c480c-3571-439a-bff3-c4e65e18980a admin admin] Network 20f65aeb-74a5-4851-b116-5aa3287c3229 is scheduled to be hosted by DHCP agent 932caf1b-e271-42cd-92f3-ee8a2197157a with binding_index 1 {{(pid=104122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:24:06.729862 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-cb0c480c-3571-439a-bff3-c4e65e18980a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-1-iscsi, 20f65aeb-74a5-4851-b116-5aa3287c3229) {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:24:06.733839 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0c480c-3571-439a-bff3-c4e65e18980a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:06.734426 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-cb0c480c-3571-439a-bff3-c4e65e18980a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:06.740173 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ed393a-3e3a-47e7-a1ae-0859bf124e89 None None] Network 20f65aeb-74a5-4851-b116-5aa3287c3229 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:24:06.758309 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-cb0c480c-3571-439a-bff3-c4e65e18980a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3126912 Jun 22 10:24:06.866324 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e5222-f42a-445a-a14b-837542d5972d req-b266399b-2315-4edb-88c4-71d0d914e7a5 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:06.867828 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ff4e5222-f42a-445a-a14b-837542d5972d req-b266399b-2315-4edb-88c4-71d0d914e7a5 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 943 time: 0.0605140 Jun 22 10:24:06.929579 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ff4e5222-f42a-445a-a14b-837542d5972d req-47debe8d-f3e0-47c3-aba5-ca16698c2c4e tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548608 Jun 22 10:24:06.981735 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899575a0-635f-4f15-8925-2d2d456d94b1 None None] Network 20f65aeb-74a5-4851-b116-5aa3287c3229 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:24:07.080607 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 377da38d-a656-43c8-babd-6b00935ec9f5 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:24:07.187139 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 377da38d-a656-43c8-babd-6b00935ec9f5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=377da38d-a656-43c8-babd-6b00935ec9f5,segment=NetworkSegment(18475f49-2261-459f-b58d-5cfe3af8b0ba),segment_id=18475f49-2261-459f-b58d-5cfe3af8b0ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:24:07.199829 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': '377da38d-a656-43c8-babd-6b00935ec9f5', 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5', 'port_id': '377da38d-a656-43c8-babd-6b00935ec9f5', 'mac_address': 'fa:16:3e:89:b9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 983, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609655c9-4eca-41c6-a3ba-19306a7c34ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:24:07.250543 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 377da38d-a656-43c8-babd-6b00935ec9f5 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:24:07.251243 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (377da38d-a656-43c8-babd-6b00935ec9f5), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:07.264127 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377da38d-a656-43c8-babd-6b00935ec9f5 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:24:07.290438 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 377da38d-a656-43c8-babd-6b00935ec9f5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=377da38d-a656-43c8-babd-6b00935ec9f5,segment=NetworkSegment(18475f49-2261-459f-b58d-5cfe3af8b0ba),segment_id=18475f49-2261-459f-b58d-5cfe3af8b0ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:24:07.295894 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (377da38d-a656-43c8-babd-6b00935ec9f5), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:07.344369 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=377da38d-a656-43c8-babd-6b00935ec9f5,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:07.513268 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['377da38d-a656-43c8-babd-6b00935ec9f5'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:24:07.662364 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:08.046583 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b20cf-7faa-4585-984c-fce09167c57e req-4fc93ac5-02bc-4d7e-ab1f-b7dc9acd7143 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:08.048033 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-121b20cf-7faa-4585-984c-fce09167c57e req-4fc93ac5-02bc-4d7e-ab1f-b7dc9acd7143 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 944 time: 0.0475502 Jun 22 10:24:08.068421 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:08.100862 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-121b20cf-7faa-4585-984c-fce09167c57e req-eebf5294-c1fe-46f0-89dc-7ec095aa46a2 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465670 Jun 22 10:24:08.394661 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:08.401261 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ec96c60e-e847-45b6-9926-c61b8d29eeb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:08.559679 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-418146ac-4d86-42f4-a4aa-cc7bcdf6ea70 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:08.561040 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-418146ac-4d86-42f4-a4aa-cc7bcdf6ea70 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/networks?id=20f65aeb-74a5-4851-b116-5aa3287c3229 HTTP/1.1" status: 200 len: 814 time: 0.1028652 Jun 22 10:24:08.572980 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=13,neutron:UPDATE=2,neutron:SELECT=85 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:08.575712 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-f39f37c4-57f2-421f-837b-e96baa80a071 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/quotas/60103a2f42f244e3af1d92a8a378fece HTTP/1.1" status: 200 len: 375 time: 0.0093517 Jun 22 10:24:08.611238 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-65e33dc3-0ec1-4fe8-a438-829dd0d71d1d tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=60103a2f42f244e3af1d92a8a378fece&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296068 Jun 22 10:24:08.708516 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-7ece084b-3017-4c09-ad6f-1e56fc260478 service neutron] 10.222.0.43 "GET /v2.0/networks/20f65aeb-74a5-4851-b116-5aa3287c3229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901647 Jun 22 10:24:08.797631 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-da407f00-740a-49de-90fb-441c6737e229 service neutron] 10.222.0.43 "GET /v2.0/networks/20f65aeb-74a5-4851-b116-5aa3287c3229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833941 Jun 22 10:24:09.063425 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 377da38d-a656-43c8-babd-6b00935ec9f5 up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:24:09.106702 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port 377da38d-a656-43c8-babd-6b00935ec9f5 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:24:09.112946 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port 377da38d-a656-43c8-babd-6b00935ec9f5 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:24:09.113329 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (377da38d-a656-43c8-babd-6b00935ec9f5), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:09.190145 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 377da38d-a656-43c8-babd-6b00935ec9f5 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:24:09.190539 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (377da38d-a656-43c8-babd-6b00935ec9f5), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:09.213831 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46804c86-520a-407d-84a9-2f6d1ea1cff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377da38d-a656-43c8-babd-6b00935ec9f5'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:24:09.216116 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259f06e7-777b-4cd2-bbaa-380d15a406ba" -d '{"events": [{"server_uuid": "46804c86-520a-407d-84a9-2f6d1ea1cff0", "name": "network-vif-plugged", "status": "completed", "tag": "377da38d-a656-43c8-babd-6b00935ec9f5"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:24:09.221269 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aac978-6143-436b-a47c-1b762f284d21 req-73335227-ee05-43f4-ac49-351a9e0b8837 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:09.222873 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-32aac978-6143-436b-a47c-1b762f284d21 req-73335227-ee05-43f4-ac49-351a9e0b8837 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 944 time: 0.0525811 Jun 22 10:24:09.229304 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 377da38d-a656-43c8-babd-6b00935ec9f5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=377da38d-a656-43c8-babd-6b00935ec9f5,segment=NetworkSegment(18475f49-2261-459f-b58d-5cfe3af8b0ba),segment_id=18475f49-2261-459f-b58d-5cfe3af8b0ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:24:09.233214 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (377da38d-a656-43c8-babd-6b00935ec9f5), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:09.274757 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-32aac978-6143-436b-a47c-1b762f284d21 req-d027f290-21bb-4992-b845-a84e42ebb236 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458994 Jun 22 10:24:09.279255 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=377da38d-a656-43c8-babd-6b00935ec9f5,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:09.323168 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e73589-20fa-4664-a53f-d92132a9dae0 x-openstack-request-id: req-b2e73589-20fa-4664-a53f-d92132a9dae0 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:24:09.323460 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46804c86-520a-407d-84a9-2f6d1ea1cff0", "name": "network-vif-plugged", "status": "completed", "tag": "377da38d-a656-43c8-babd-6b00935ec9f5", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:24:09.323717 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2e73589-20fa-4664-a53f-d92132a9dae0 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:24:09.324122 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2e73589-20fa-4664-a53f-d92132a9dae0'] response: {'server_uuid': '46804c86-520a-407d-84a9-2f6d1ea1cff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377da38d-a656-43c8-babd-6b00935ec9f5', 'code': 200} Jun 22 10:24:09.529576 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c080e-42b8-4038-bfd5-dba23bfbbfb2 req-0a8687ab-1d84-4e3d-bd9c-c67334ff3c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:09.531099 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8b2c080e-42b8-4038-bfd5-dba23bfbbfb2 req-0a8687ab-1d84-4e3d-bd9c-c67334ff3c4b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 1129 time: 0.0382376 Jun 22 10:24:09.576064 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-8b2c080e-42b8-4038-bfd5-dba23bfbbfb2 req-0d401934-fa72-4184-888d-8f6f1dd4e783 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389099 Jun 22 10:24:09.965046 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3a09f85b-2b21-44e5-abb0-367636e0123f req-e48d24ad-8ba1-4c72-811b-832b2e61bac5 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=d281b861-2925-41cc-a964-79e622dcbfdc HTTP/1.1" status: 200 len: 210 time: 0.0288658 Jun 22 10:24:10.398114 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fb01a-3754-4595-8210-796a4441f903 req-dbbd5b17-89ed-4c7c-95eb-6c1edc9b5403 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:10.399573 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-986fb01a-3754-4595-8210-796a4441f903 req-dbbd5b17-89ed-4c7c-95eb-6c1edc9b5403 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0482755 Jun 22 10:24:10.448348 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-986fb01a-3754-4595-8210-796a4441f903 req-e9c43a64-60df-4e03-b58a-1009dde278af tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431316 Jun 22 10:24:10.716902 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-70a48387-8c3e-40ec-b677-f66b5a81d871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:11.063900 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ac85d1e0-afca-47de-828f-0df0b774e6db req-99e97dcf-497d-4f5b-878c-0362bef01c92 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=d281b861-2925-41cc-a964-79e622dcbfdc HTTP/1.1" status: 200 len: 210 time: 0.0315969 Jun 22 10:24:11.482754 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-262d7105-c8ca-4748-8ba5-c8ef45800dfe tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:11.484256 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-262d7105-c8ca-4748-8ba5-c8ef45800dfe tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.59 "GET /v2.0/networks?id=20f65aeb-74a5-4851-b116-5aa3287c3229 HTTP/1.1" status: 200 len: 814 time: 0.3631537 Jun 22 10:24:11.495933 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-0071cb41-f57c-4b83-b3c3-383c1cdc330f tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Request body: {'port': {'device_id': 'd281b861-2925-41cc-a964-79e622dcbfdc', 'network_id': '20f65aeb-74a5-4851-b116-5aa3287c3229', 'admin_state_up': True, 'tenant_id': '60103a2f42f244e3af1d92a8a378fece'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:24:11.573022 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23400b2b-46ec-4f27-af39-408241e5cbb1 req-34cf4143-7af9-4be8-8786-72f4cca71b81 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:11.578365 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-23400b2b-46ec-4f27-af39-408241e5cbb1 req-34cf4143-7af9-4be8-8786-72f4cca71b81 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0536609 Jun 22 10:24:11.610976 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-0071cb41-f57c-4b83-b3c3-383c1cdc330f tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Made reservation on behalf of 60103a2f42f244e3af1d92a8a378fece for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:24:11.615441 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-0071cb41-f57c-4b83-b3c3-383c1cdc330f tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:11.628771 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-23400b2b-46ec-4f27-af39-408241e5cbb1 req-f5ebfa87-73e0-4c42-a447-f1eed28a04eb tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484943 Jun 22 10:24:11.745594 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ec63f-b403-4f3c-8b7e-1f205b023b34 req-2971d912-7aed-4661-a7d5-5432f18909f8 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:11.747030 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-0071cb41-f57c-4b83-b3c3-383c1cdc330f tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Allocated IP 172.20.0.12 (20f65aeb-74a5-4851-b116-5aa3287c3229/c1b7f5a2-78b4-4392-9219-52ac8f410c9e/1203a959-9e1d-4f8a-8cd2-be55ac1d8869) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:24:11.747167 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8d1ec63f-b403-4f3c-8b7e-1f205b023b34 req-2971d912-7aed-4661-a7d5-5432f18909f8 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0494955 Jun 22 10:24:11.798314 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8d1ec63f-b403-4f3c-8b7e-1f205b023b34 req-2ff210c1-23fe-4ef6-9ed7-f5f29fbe329a tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449531 Jun 22 10:24:11.798588 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:11.821371 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46138) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:24:11.902465 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-0071cb41-f57c-4b83-b3c3-383c1cdc330f tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Publish callbacks [] for port (1203a959-9e1d-4f8a-8cd2-be55ac1d8869), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:11.934490 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-0071cb41-f57c-4b83-b3c3-383c1cdc330f tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (1203a959-9e1d-4f8a-8cd2-be55ac1d8869), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:11.941208 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:11.969394 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8322b-8cca-49b2-9f5a-c4990b4865e5 tempest-TestShelveInstance-2110790338 tempest-TestShelveInstance-2110790338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:11.974342 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6da8322b-8cca-49b2-9f5a-c4990b4865e5 tempest-TestShelveInstance-2110790338 tempest-TestShelveInstance-2110790338-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 1124 time: 0.1491182 Jun 22 10:24:11.974555 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46142) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:24:11.979355 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-8cc7f2d0-fcd1-4f80-bb81-c6711219b55b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Request body: {'floatingip': {'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'port_id': '377da38d-a656-43c8-babd-6b00935ec9f5', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:24:11.981667 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-0071cb41-f57c-4b83-b3c3-383c1cdc330f tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Network 20f65aeb-74a5-4851-b116-5aa3287c3229 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:24:11.985131 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-0071cb41-f57c-4b83-b3c3-383c1cdc330f tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:24:11.990121 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-0071cb41-f57c-4b83-b3c3-383c1cdc330f tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:24:11.997334 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:12.006187 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8cc7f2d0-fcd1-4f80-bb81-c6711219b55b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:12.019251 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071cb41-f57c-4b83-b3c3-383c1cdc330f tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Pushing event updated for resources: {'Port': ['ID=1203a959-9e1d-4f8a-8cd2-be55ac1d8869,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:12.047386 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-0071cb41-f57c-4b83-b3c3-383c1cdc330f tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:12.047994 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-0071cb41-f57c-4b83-b3c3-383c1cdc330f tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:12.063760 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-0071cb41-f57c-4b83-b3c3-383c1cdc330f tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5716860 Jun 22 10:24:12.074227 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] Request body: {'port': {'device_id': 'd281b861-2925-41cc-a964-79e622dcbfdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:24:12.093841 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8cc7f2d0-fcd1-4f80-bb81-c6711219b55b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:12.137120 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (1203a959-9e1d-4f8a-8cd2-be55ac1d8869), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:12.209077 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088594f4-54ef-45b7-88ad-b298f5d9fbd1 req-58702bbc-b7cc-46d1-91f1-1a5e484243cd tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:12.210654 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-088594f4-54ef-45b7-88ad-b298f5d9fbd1 req-58702bbc-b7cc-46d1-91f1-1a5e484243cd tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=d281b861-2925-41cc-a964-79e622dcbfdc HTTP/1.1" status: 200 len: 932 time: 0.0681787 Jun 22 10:24:12.231859 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:12.277897 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:12.279291 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-8cc7f2d0-fcd1-4f80-bb81-c6711219b55b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Allocated IP 172.27.0.143 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/89a93ec0-bc2b-4183-a9e8-81ae8720cfa6) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:24:12.326289 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-088594f4-54ef-45b7-88ad-b298f5d9fbd1 req-9e872229-dadb-4348-8522-2cd83dc24ea4 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/security-groups?id=f32e8108-2c39-4f6a-8d60-e1d9f3274784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974543 Jun 22 10:24:12.403820 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1203a959-9e1d-4f8a-8cd2-be55ac1d8869 {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:24:12.411704 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] Publish callbacks [] for port (1203a959-9e1d-4f8a-8cd2-be55ac1d8869), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:12.412108 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8cc7f2d0-fcd1-4f80-bb81-c6711219b55b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for port (89a93ec0-bc2b-4183-a9e8-81ae8720cfa6), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:12.425078 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] Transition to ACTIVE for port object 1203a959-9e1d-4f8a-8cd2-be55ac1d8869 will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:24:12.429516 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (1203a959-9e1d-4f8a-8cd2-be55ac1d8869), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:12.447428 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8cc7f2d0-fcd1-4f80-bb81-c6711219b55b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (89a93ec0-bc2b-4183-a9e8-81ae8720cfa6), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:12.482957 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] Pushing event updated for resources: {'Port': ['ID=1203a959-9e1d-4f8a-8cd2-be55ac1d8869,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:12.490908 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc7f2d0-fcd1-4f80-bb81-c6711219b55b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:24:12.495468 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-8cc7f2d0-fcd1-4f80-bb81-c6711219b55b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:24:12.497957 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc7f2d0-fcd1-4f80-bb81-c6711219b55b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:24:12.528535 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7f2d0-fcd1-4f80-bb81-c6711219b55b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Pushing event updated for resources: {'Port': ['ID=89a93ec0-bc2b-4183-a9e8-81ae8720cfa6,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:12.543426 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:12.554335 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] Attempting to bind port 1203a959-9e1d-4f8a-8cd2-be55ac1d8869 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:24:12.554767 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] Attempting to bind port 1203a959-9e1d-4f8a-8cd2-be55ac1d8869 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '20f65aeb-74a5-4851-b116-5aa3287c3229'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:24:12.555109 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] Attempting to bind port 1203a959-9e1d-4f8a-8cd2-be55ac1d8869 on network 20f65aeb-74a5-4851-b116-5aa3287c3229 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:24:12.560150 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] Port 1203a959-9e1d-4f8a-8cd2-be55ac1d8869 on network 20f65aeb-74a5-4851-b116-5aa3287c3229 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:24:12.560475 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] Attempting to bind port 1203a959-9e1d-4f8a-8cd2-be55ac1d8869 on network 20f65aeb-74a5-4851-b116-5aa3287c3229 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:24:12.565361 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:24:12.565729 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] Checking segment: {'id': '1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '20f65aeb-74a5-4851-b116-5aa3287c3229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:24:12.566122 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] Bound using segment: {'id': '1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '20f65aeb-74a5-4851-b116-5aa3287c3229'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:24:12.566548 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] Bound port: 1203a959-9e1d-4f8a-8cd2-be55ac1d8869, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '20f65aeb-74a5-4851-b116-5aa3287c3229'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:24:12.566909 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (1203a959-9e1d-4f8a-8cd2-be55ac1d8869), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:12.631672 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] For port 1203a959-9e1d-4f8a-8cd2-be55ac1d8869, host hv-cinder-84713, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:24:12.635085 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] For port 1203a959-9e1d-4f8a-8cd2-be55ac1d8869, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=1203a959-9e1d-4f8a-8cd2-be55ac1d8869,segment=NetworkSegment(1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7),segment_id=1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:24:12.640960 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (1203a959-9e1d-4f8a-8cd2-be55ac1d8869), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:12.678762 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:12.679561 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:12.680994 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] 10.222.0.59 "PUT /v2.0/ports/1203a959-9e1d-4f8a-8cd2-be55ac1d8869 HTTP/1.1" status: 200 len: 1094 time: 0.6108379 Jun 22 10:24:12.683253 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd281b861-2925-41cc-a964-79e622dcbfdc', 'tag': '1203a959-9e1d-4f8a-8cd2-be55ac1d8869'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:24:12.686159 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40fbf01-d0c1-48f8-8dfa-4ffedb6f71df" -d '{"events": [{"name": "network-changed", "server_uuid": "d281b861-2925-41cc-a964-79e622dcbfdc", "tag": "1203a959-9e1d-4f8a-8cd2-be55ac1d8869"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:24:12.712050 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed459ea-94c1-4b0c-9c65-f3970e5a731b service neutron] Pushing event updated for resources: {'Port': ['ID=1203a959-9e1d-4f8a-8cd2-be55ac1d8869,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:12.737448 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a5af3c-e54c-4380-9df5-693cfb46f4e8 x-openstack-request-id: req-93a5af3c-e54c-4380-9df5-693cfb46f4e8 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:24:12.737832 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d281b861-2925-41cc-a964-79e622dcbfdc", "tag": "1203a959-9e1d-4f8a-8cd2-be55ac1d8869", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:24:12.738093 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93a5af3c-e54c-4380-9df5-693cfb46f4e8 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:24:12.738496 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a5af3c-e54c-4380-9df5-693cfb46f4e8'] response: {'name': 'network-changed', 'server_uuid': 'd281b861-2925-41cc-a964-79e622dcbfdc', 'tag': '1203a959-9e1d-4f8a-8cd2-be55ac1d8869', 'status': 'completed', 'code': 200} Jun 22 10:24:12.766517 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bce7cda0-fe5a-4be7-8dc8-c3aaea86e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:12.768664 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-bce7cda0-fe5a-4be7-8dc8-c3aaea86e5c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60103a2f42f244e3af1d92a8a378fece&device_id=d281b861-2925-41cc-a964-79e622dcbfdc HTTP/1.1" status: 200 len: 1128 time: 0.0441511 Jun 22 10:24:12.809160 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-6dd2513b-dbec-4f35-8c41-5db7a1f0ae09 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1203a959-9e1d-4f8a-8cd2-be55ac1d8869 HTTP/1.1" status: 200 len: 217 time: 0.0339136 Jun 22 10:24:12.866428 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-5ad97a8c-b155-422a-b3f0-8904dadfec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:12.868113 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-5ad97a8c-b155-422a-b3f0-8904dadfec2d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c1b7f5a2-78b4-4392-9219-52ac8f410c9e HTTP/1.1" status: 200 len: 854 time: 0.0526183 Jun 22 10:24:12.903598 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-c231e2fb-0496-4426-be27-05abba22b0ba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20f65aeb-74a5-4851-b116-5aa3287c3229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287905 Jun 22 10:24:12.987620 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:13.005044 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-1fe0cb76-0ed6-41a1-8679-e4b47c08d055 service neutron] 10.222.0.59 "GET /v2.0/networks/20f65aeb-74a5-4851-b116-5aa3287c3229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943015 Jun 22 10:24:13.103187 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-855aceb4-7c65-4e7c-b998-1d12f75455c3 req-ef96a4df-3b6e-41df-9601-2b32644f410e service neutron] 10.222.0.59 "GET /v2.0/networks/20f65aeb-74a5-4851-b116-5aa3287c3229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926878 Jun 22 10:24:13.106020 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8cc7f2d0-fcd1-4f80-bb81-c6711219b55b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for floatingip (2a8d764c-8382-4a45-bcb8-db55a91dfef2), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:13.181015 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8cc7f2d0-fcd1-4f80-bb81-c6711219b55b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (89a93ec0-bc2b-4183-a9e8-81ae8720cfa6), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:13.291805 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:13.313326 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:13.333997 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8cc7f2d0-fcd1-4f80-bb81-c6711219b55b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for port (89a93ec0-bc2b-4183-a9e8-81ae8720cfa6), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:13.338940 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8cc7f2d0-fcd1-4f80-bb81-c6711219b55b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6232566'] for port (89a93ec0-bc2b-4183-a9e8-81ae8720cfa6), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:13.442338 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7f2d0-fcd1-4f80-bb81-c6711219b55b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Pushing event updated for resources: {'Port': ['ID=89a93ec0-bc2b-4183-a9e8-81ae8720cfa6,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:13.452658 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8cc7f2d0-fcd1-4f80-bb81-c6711219b55b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (2a8d764c-8382-4a45-bcb8-db55a91dfef2), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:13.455573 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:13.501515 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d6804-0ef9-42b3-a4cb-19bb849bbc91 req-786fae29-5e77-4856-990a-65e9ee22036e tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:13.503680 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8f0d6804-0ef9-42b3-a4cb-19bb849bbc91 req-786fae29-5e77-4856-990a-65e9ee22036e tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=d281b861-2925-41cc-a964-79e622dcbfdc HTTP/1.1" status: 200 len: 944 time: 0.1024160 Jun 22 10:24:13.590686 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-8cc7f2d0-fcd1-4f80-bb81-c6711219b55b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Floating IP 2a8d764c-8382-4a45-bcb8-db55a91dfef2 associated. External IP: 172.27.0.143, port: 377da38d-a656-43c8-babd-6b00935ec9f5. Jun 22 10:24:13.597418 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8f0d6804-0ef9-42b3-a4cb-19bb849bbc91 req-d9d64b48-621b-40b3-a38e-896bbfbdf4a4 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/security-groups?id=f32e8108-2c39-4f6a-8d60-e1d9f3274784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876648 Jun 22 10:24:13.792946 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc7f2d0-fcd1-4f80-bb81-c6711219b55b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Router cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:24:13.851693 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fbf01-d0c1-48f8-8dfa-4ffedb6f71df req-a732d970-3b89-415d-a527-8a55baa0febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:13.853220 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c40fbf01-d0c1-48f8-8dfa-4ffedb6f71df req-a732d970-3b89-415d-a527-8a55baa0febd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60103a2f42f244e3af1d92a8a378fece&device_id=d281b861-2925-41cc-a964-79e622dcbfdc HTTP/1.1" status: 200 len: 1128 time: 0.0408466 Jun 22 10:24:13.899777 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc7f2d0-fcd1-4f80-bb81-c6711219b55b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:24:13.909940 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:13.916668 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116b9215-e79d-4608-baf1-2368468107a1 None None] Sync routers for ids ['cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:24:13.923024 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8cc7f2d0-fcd1-4f80-bb81-c6711219b55b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:13.929103 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116b9215-e79d-4608-baf1-2368468107a1 None None] Routers {'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:24:13.929890 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-116b9215-e79d-4608-baf1-2368468107a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:24:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:13.958247 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8cc7f2d0-fcd1-4f80-bb81-c6711219b55b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9805479 Jun 22 10:24:13.958471 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fbf01-d0c1-48f8-8dfa-4ffedb6f71df req-e6a65c31-365d-4a17-aac2-ab79b88552c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:13.958569 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46804c86-520a-407d-84a9-2f6d1ea1cff0', 'tag': '377da38d-a656-43c8-babd-6b00935ec9f5'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:24:13.958721 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c40fbf01-d0c1-48f8-8dfa-4ffedb6f71df req-e6a65c31-365d-4a17-aac2-ab79b88552c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20f65aeb-74a5-4851-b116-5aa3287c3229 HTTP/1.1" status: 200 len: 915 time: 0.0981824 Jun 22 10:24:13.959055 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898db771481267bf496a2732a32d4addbcaa54fa352ad4e4fb07179b33d7b991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ff7151-9f02-4be5-bdf2-2faa4654bf3c" -d '{"events": [{"name": "network-changed", "server_uuid": "46804c86-520a-407d-84a9-2f6d1ea1cff0", "tag": "377da38d-a656-43c8-babd-6b00935ec9f5"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:24:14.001636 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c40fbf01-d0c1-48f8-8dfa-4ffedb6f71df req-46ff1e26-693c-4938-ae10-397a2f8f8d04 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1203a959-9e1d-4f8a-8cd2-be55ac1d8869 HTTP/1.1" status: 200 len: 217 time: 0.0373588 Jun 22 10:24:14.038840 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-116b9215-e79d-4608-baf1-2368468107a1 None None] Set router cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:24:14.052744 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fbf01-d0c1-48f8-8dfa-4ffedb6f71df req-70971b1b-5517-405b-9224-f4aa9cca26c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:14.054264 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c40fbf01-d0c1-48f8-8dfa-4ffedb6f71df req-70971b1b-5517-405b-9224-f4aa9cca26c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c1b7f5a2-78b4-4392-9219-52ac8f410c9e HTTP/1.1" status: 200 len: 854 time: 0.0475433 Jun 22 10:24:14.094003 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c40fbf01-d0c1-48f8-8dfa-4ffedb6f71df req-97a473eb-8cfb-4a2b-a360-f190254e8c65 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20f65aeb-74a5-4851-b116-5aa3287c3229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343237 Jun 22 10:24:14.140208 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab937463-ad17-49eb-bb91-b6c7a8ceba08 x-openstack-request-id: req-ab937463-ad17-49eb-bb91-b6c7a8ceba08 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:24:14.140774 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46804c86-520a-407d-84a9-2f6d1ea1cff0", "tag": "377da38d-a656-43c8-babd-6b00935ec9f5", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:24:14.140774 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab937463-ad17-49eb-bb91-b6c7a8ceba08 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:24:14.141138 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab937463-ad17-49eb-bb91-b6c7a8ceba08'] response: {'name': 'network-changed', 'server_uuid': '46804c86-520a-407d-84a9-2f6d1ea1cff0', 'tag': '377da38d-a656-43c8-babd-6b00935ec9f5', 'status': 'completed', 'code': 200} Jun 22 10:24:14.229845 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff7151-9f02-4be5-bdf2-2faa4654bf3c req-d911ad89-af61-4aa1-9dfd-c34ae317d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:14.231347 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-85ff7151-9f02-4be5-bdf2-2faa4654bf3c req-d911ad89-af61-4aa1-9dfd-c34ae317d582 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa9a1da5cb5a4279abb88ec7bdb1ef6b&device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 1129 time: 0.0611517 Jun 22 10:24:14.237173 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c40fbf01-d0c1-48f8-8dfa-4ffedb6f71df req-38eaa061-9ab2-44f0-b24d-f7845cee87d7 service neutron] 10.222.0.59 "GET /v2.0/networks/20f65aeb-74a5-4851-b116-5aa3287c3229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340787 Jun 22 10:24:14.337034 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-116b9215-e79d-4608-baf1-2368468107a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'name': 'tempest-TestShelveInstance-620034664-router', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:25Z', 'updated_at': '2022-06-22T10:23:28Z', 'revision_number': 4, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'gw_port': {'id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:26Z', 'updated_at': '2022-06-22T10:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '2a8d764c-8382-4a45-bcb8-db55a91dfef2', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'port_id': '377da38d-a656-43c8-babd-6b00935ec9f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5', 'mac_address': 'fa:16:3e:89:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46804c86-520a-407d-84a9-2f6d1ea1cff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:24:12Z', 'updated_at': '2022-06-22T10:24:12Z', 'revision_number': 0, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e22456e-9724-4a40-b2f3-8a437841dd89', 'name': '', 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'mac_address': 'fa:16:3e:c5:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '609655c9-4eca-41c6-a3ba-19306a7c34ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:28Z', 'updated_at': '2022-06-22T10:23:33Z', 'revision_number': 5, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'subnets': [{'id': '609655c9-4eca-41c6-a3ba-19306a7c34ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:14.361850 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116b9215-e79d-4608-baf1-2368468107a1 None None] Checking router: cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:24:14.370180 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116b9215-e79d-4608-baf1-2368468107a1 None None] Routers {'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:24:14.370797 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-116b9215-e79d-4608-baf1-2368468107a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:24:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:14.372015 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:14.399410 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff7151-9f02-4be5-bdf2-2faa4654bf3c req-888e5489-d14c-4069-a428-8e5b6539c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:14.400917 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-85ff7151-9f02-4be5-bdf2-2faa4654bf3c req-888e5489-d14c-4069-a428-8e5b6539c0f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e72ac4a-4b5a-48df-b530-d05f788ca8b5 HTTP/1.1" status: 200 len: 909 time: 0.1628602 Jun 22 10:24:14.406346 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c40fbf01-d0c1-48f8-8dfa-4ffedb6f71df req-f812a109-cf1d-4180-b5f4-8bbb1253cdfe service neutron] 10.222.0.59 "GET /v2.0/networks/20f65aeb-74a5-4851-b116-5aa3287c3229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598668 Jun 22 10:24:14.466081 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-85ff7151-9f02-4be5-bdf2-2faa4654bf3c req-ef0cb962-b8d3-4474-87ff-7e3412ea393c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377da38d-a656-43c8-babd-6b00935ec9f5 HTTP/1.1" status: 200 len: 999 time: 0.0584154 Jun 22 10:24:14.477613 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-116b9215-e79d-4608-baf1-2368468107a1 None None] Set router cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:24:14.520307 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff7151-9f02-4be5-bdf2-2faa4654bf3c req-83bea70a-4fe1-4831-b1a7-23ba29f7fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:14.521877 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-85ff7151-9f02-4be5-bdf2-2faa4654bf3c req-83bea70a-4fe1-4831-b1a7-23ba29f7fe35 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=609655c9-4eca-41c6-a3ba-19306a7c34ab HTTP/1.1" status: 200 len: 847 time: 0.0496347 Jun 22 10:24:14.565806 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff7151-9f02-4be5-bdf2-2faa4654bf3c req-05bc0719-4d26-4a5d-ae0a-53cf93d2e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:14.567355 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-85ff7151-9f02-4be5-bdf2-2faa4654bf3c req-05bc0719-4d26-4a5d-ae0a-53cf93d2e0f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e72ac4a-4b5a-48df-b530-d05f788ca8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401995 Jun 22 10:24:14.660795 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-85ff7151-9f02-4be5-bdf2-2faa4654bf3c req-5135bcce-7f54-4ae6-8a1a-2e996e2b41ee service neutron] 10.222.0.59 "GET /v2.0/networks/0e72ac4a-4b5a-48df-b530-d05f788ca8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875196 Jun 22 10:24:14.691074 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-116b9215-e79d-4608-baf1-2368468107a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'name': 'tempest-TestShelveInstance-620034664-router', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:25Z', 'updated_at': '2022-06-22T10:23:28Z', 'revision_number': 4, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'gw_port': {'id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:26Z', 'updated_at': '2022-06-22T10:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '2a8d764c-8382-4a45-bcb8-db55a91dfef2', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'port_id': '377da38d-a656-43c8-babd-6b00935ec9f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5', 'mac_address': 'fa:16:3e:89:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46804c86-520a-407d-84a9-2f6d1ea1cff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:24:12Z', 'updated_at': '2022-06-22T10:24:12Z', 'revision_number': 0, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e22456e-9724-4a40-b2f3-8a437841dd89', 'name': '', 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'mac_address': 'fa:16:3e:c5:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '609655c9-4eca-41c6-a3ba-19306a7c34ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:28Z', 'updated_at': '2022-06-22T10:23:33Z', 'revision_number': 5, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'subnets': [{'id': '609655c9-4eca-41c6-a3ba-19306a7c34ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:24:14.716022 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82860dff-f2c6-4b55-a030-7a0267d1d15b req-9cddf650-f99a-460f-84ca-c65278e96742 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:14.717532 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-82860dff-f2c6-4b55-a030-7a0267d1d15b req-9cddf650-f99a-460f-84ca-c65278e96742 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=d281b861-2925-41cc-a964-79e622dcbfdc HTTP/1.1" status: 200 len: 944 time: 0.0496423 Jun 22 10:24:14.719497 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116b9215-e79d-4608-baf1-2368468107a1 None None] The sync data for ids ['cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'] in dv-cinder-847131-1-iscsi is: [{'id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'name': 'tempest-TestShelveInstance-620034664-router', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:25Z', 'updated_at': '2022-06-22T10:23:28Z', 'revision_number': 4, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'gw_port': {'id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:26Z', 'updated_at': '2022-06-22T10:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '2a8d764c-8382-4a45-bcb8-db55a91dfef2', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'port_id': '377da38d-a656-43c8-babd-6b00935ec9f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5', 'mac_address': 'fa:16:3e:89:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46804c86-520a-407d-84a9-2f6d1ea1cff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:24:12Z', 'updated_at': '2022-06-22T10:24:12Z', 'revision_number': 0, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e22456e-9724-4a40-b2f3-8a437841dd89', 'name': '', 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'mac_address': 'fa:16:3e:c5:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '609655c9-4eca-41c6-a3ba-19306a7c34ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:28Z', 'updated_at': '2022-06-22T10:23:33Z', 'revision_number': 5, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'subnets': [{'id': '609655c9-4eca-41c6-a3ba-19306a7c34ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:24:14.737895 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:14.764271 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-85ff7151-9f02-4be5-bdf2-2faa4654bf3c req-4dc713d1-7bc5-402e-bd3b-bcf2ba974058 service neutron] 10.222.0.59 "GET /v2.0/networks/0e72ac4a-4b5a-48df-b530-d05f788ca8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974593 Jun 22 10:24:14.770612 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-82860dff-f2c6-4b55-a030-7a0267d1d15b req-687cfc62-bc46-463a-af73-fd11468411e4 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/security-groups?id=f32e8108-2c39-4f6a-8d60-e1d9f3274784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461521 Jun 22 10:24:14.922083 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df595ca-a2bc-4190-b29d-8c5a8aadb938 None None] New status for floating IP 2a8d764c-8382-4a45-bcb8-db55a91dfef2: ACTIVE {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:24:15.109248 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 1203a959-9e1d-4f8a-8cd2-be55ac1d8869 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:24:15.209267 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 1203a959-9e1d-4f8a-8cd2-be55ac1d8869, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=1203a959-9e1d-4f8a-8cd2-be55ac1d8869,segment=NetworkSegment(1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7),segment_id=1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:24:15.220076 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': '1203a959-9e1d-4f8a-8cd2-be55ac1d8869', 'network_id': '20f65aeb-74a5-4851-b116-5aa3287c3229', 'port_id': '1203a959-9e1d-4f8a-8cd2-be55ac1d8869', 'mac_address': 'fa:16:3e:a0:fd:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 964, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b7f5a2-78b4-4392-9219-52ac8f410c9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:24:15.256341 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 1203a959-9e1d-4f8a-8cd2-be55ac1d8869 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:24:15.256735 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (1203a959-9e1d-4f8a-8cd2-be55ac1d8869), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:15.270131 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1203a959-9e1d-4f8a-8cd2-be55ac1d8869 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:24:15.290339 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 1203a959-9e1d-4f8a-8cd2-be55ac1d8869, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=1203a959-9e1d-4f8a-8cd2-be55ac1d8869,segment=NetworkSegment(1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7),segment_id=1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:24:15.293946 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (1203a959-9e1d-4f8a-8cd2-be55ac1d8869), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:15.344288 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=1203a959-9e1d-4f8a-8cd2-be55ac1d8869,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:15.512456 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['1203a959-9e1d-4f8a-8cd2-be55ac1d8869'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:24:15.567934 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:15.607196 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:15.887811 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bae099-bae6-4681-9bba-2f9da34f1ee7 req-172e82c0-fb8d-414e-a870-a50252164775 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:15.889282 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d8bae099-bae6-4681-9bba-2f9da34f1ee7 req-172e82c0-fb8d-414e-a870-a50252164775 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=d281b861-2925-41cc-a964-79e622dcbfdc HTTP/1.1" status: 200 len: 945 time: 0.0472009 Jun 22 10:24:15.917867 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:15.952340 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d8bae099-bae6-4681-9bba-2f9da34f1ee7 req-d41bed5a-e611-4f37-9b13-9e16af53cca0 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/security-groups?id=f32e8108-2c39-4f6a-8d60-e1d9f3274784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563464 Jun 22 10:24:17.067235 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383f3b0-e95c-4286-b8ec-0c006dc20f65 req-1af70624-9722-4aef-88df-0c4ce1e6b292 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:17.068699 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3383f3b0-e95c-4286-b8ec-0c006dc20f65 req-1af70624-9722-4aef-88df-0c4ce1e6b292 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=d281b861-2925-41cc-a964-79e622dcbfdc HTTP/1.1" status: 200 len: 945 time: 0.0474756 Jun 22 10:24:17.109943 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 1203a959-9e1d-4f8a-8cd2-be55ac1d8869 up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:24:17.118686 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3383f3b0-e95c-4286-b8ec-0c006dc20f65 req-688964b0-57f5-4366-96ae-2275ea6db5b3 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/security-groups?id=f32e8108-2c39-4f6a-8d60-e1d9f3274784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444293 Jun 22 10:24:17.154451 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port 1203a959-9e1d-4f8a-8cd2-be55ac1d8869 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:24:17.160661 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port 1203a959-9e1d-4f8a-8cd2-be55ac1d8869 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:24:17.161399 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (1203a959-9e1d-4f8a-8cd2-be55ac1d8869), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:17.242515 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 1203a959-9e1d-4f8a-8cd2-be55ac1d8869 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:24:17.242828 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (1203a959-9e1d-4f8a-8cd2-be55ac1d8869), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:17.251893 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:17.266109 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd281b861-2925-41cc-a964-79e622dcbfdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1203a959-9e1d-4f8a-8cd2-be55ac1d8869'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:24:17.268300 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1edb728-c548-449f-8a00-0a1cbf730d05" -d '{"events": [{"server_uuid": "d281b861-2925-41cc-a964-79e622dcbfdc", "name": "network-vif-plugged", "status": "completed", "tag": "1203a959-9e1d-4f8a-8cd2-be55ac1d8869"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:24:17.281168 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 1203a959-9e1d-4f8a-8cd2-be55ac1d8869, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=1203a959-9e1d-4f8a-8cd2-be55ac1d8869,segment=NetworkSegment(1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7),segment_id=1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:24:17.286807 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (1203a959-9e1d-4f8a-8cd2-be55ac1d8869), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:17.316676 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a59d427-6d82-46bd-bded-385342d86a4d x-openstack-request-id: req-3a59d427-6d82-46bd-bded-385342d86a4d {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:24:17.316964 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d281b861-2925-41cc-a964-79e622dcbfdc", "name": "network-vif-plugged", "status": "completed", "tag": "1203a959-9e1d-4f8a-8cd2-be55ac1d8869", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:24:17.317216 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a59d427-6d82-46bd-bded-385342d86a4d {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:24:17.317602 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a59d427-6d82-46bd-bded-385342d86a4d'] response: {'server_uuid': 'd281b861-2925-41cc-a964-79e622dcbfdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1203a959-9e1d-4f8a-8cd2-be55ac1d8869', 'code': 200} Jun 22 10:24:17.343683 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=1203a959-9e1d-4f8a-8cd2-be55ac1d8869,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:17.467811 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b66c9b-6a91-4107-989f-b1632987973c req-8655bc35-9dee-446d-b3b3-c0861da3d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:17.469302 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b7b66c9b-6a91-4107-989f-b1632987973c req-8655bc35-9dee-446d-b3b3-c0861da3d687 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d281b861-2925-41cc-a964-79e622dcbfdc HTTP/1.1" status: 200 len: 1130 time: 0.0378664 Jun 22 10:24:17.513073 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b7b66c9b-6a91-4107-989f-b1632987973c req-9b010ce9-df9a-4ebc-a81c-6e8a86d9f1b8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f32e8108-2c39-4f6a-8d60-e1d9f3274784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368791 Jun 22 10:24:18.231278 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9502dd1-c03e-446a-b3cb-cdd23c83cf84 req-e39e0a16-722b-44fb-8c84-5ad73438de51 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:18.232744 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a9502dd1-c03e-446a-b3cb-cdd23c83cf84 req-e39e0a16-722b-44fb-8c84-5ad73438de51 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=d281b861-2925-41cc-a964-79e622dcbfdc HTTP/1.1" status: 200 len: 946 time: 0.0471287 Jun 22 10:24:18.251230 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:18.281391 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a9502dd1-c03e-446a-b3cb-cdd23c83cf84 req-078cefe7-068b-4716-8c4c-a1b17832179e tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/security-groups?id=f32e8108-2c39-4f6a-8d60-e1d9f3274784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424509 Jun 22 10:24:19.401605 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3fc96-3ef3-45c6-aab5-9605815e7691 req-5496741f-3604-4dc4-a1bd-215392c8f262 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:19.403019 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-07e3fc96-3ef3-45c6-aab5-9605815e7691 req-5496741f-3604-4dc4-a1bd-215392c8f262 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=d281b861-2925-41cc-a964-79e622dcbfdc HTTP/1.1" status: 200 len: 946 time: 0.0500581 Jun 22 10:24:19.450999 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-07e3fc96-3ef3-45c6-aab5-9605815e7691 req-96e47358-a271-4d5c-8e8e-0a4ddf964387 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/security-groups?id=f32e8108-2c39-4f6a-8d60-e1d9f3274784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419817 Jun 22 10:24:20.995521 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:24:26.549382 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:27.340735 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:27.342164 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=40,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:27.499037 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=10 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:27.510628 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=46 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:29.445142 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=10 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:29.447037 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=28 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:36.553508 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=82 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:38.404180 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd445f34-afb0-4a4d-bd29-ec39c48fb72f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:40.718632 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-07027567-5efc-428d-93c1-afc0e93f38c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:41.995693 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:43.458268 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:43.903462 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:47.234742 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:51.083975 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3f829256-5780-4cc3-9b62-1adc1e4d4ba8 req-a6721c39-2ece-48f6-a23e-a9ed369fbab0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456746 Jun 22 10:24:51.169114 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f829256-5780-4cc3-9b62-1adc1e4d4ba8 req-29cb0d91-3934-478c-8a8d-e2c94cff4ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:51.170672 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3f829256-5780-4cc3-9b62-1adc1e4d4ba8 req-29cb0d91-3934-478c-8a8d-e2c94cff4ea1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cb1af845e594466b12a11b7cab99a7c&device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 1130 time: 0.0401888 Jun 22 10:24:51.288426 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f829256-5780-4cc3-9b62-1adc1e4d4ba8 req-b3ad9a86-bde5-4fe6-82e5-e214ae8e5230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:51.289955 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3f829256-5780-4cc3-9b62-1adc1e4d4ba8 req-b3ad9a86-bde5-4fe6-82e5-e214ae8e5230 service neutron] 10.222.0.59 "GET /v2.0/networks?id=96156af8-0bc3-4b6c-bec6-429f61356c8a HTTP/1.1" status: 200 len: 912 time: 0.0894132 Jun 22 10:24:51.360859 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3f829256-5780-4cc3-9b62-1adc1e4d4ba8 req-b407630e-0542-47d1-a4a2-a17c20b193d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 HTTP/1.1" status: 200 len: 1002 time: 0.0597258 Jun 22 10:24:51.411410 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f829256-5780-4cc3-9b62-1adc1e4d4ba8 req-3d40e25d-09c1-4c78-9753-423e0e866911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:51.413165 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3f829256-5780-4cc3-9b62-1adc1e4d4ba8 req-3d40e25d-09c1-4c78-9753-423e0e866911 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c45b72d-dee0-4152-ab84-13a956020161 HTTP/1.1" status: 200 len: 850 time: 0.0452387 Jun 22 10:24:51.457906 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f829256-5780-4cc3-9b62-1adc1e4d4ba8 req-c62c7cdd-8e35-479d-98a3-a904de75a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:51.459577 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3f829256-5780-4cc3-9b62-1adc1e4d4ba8 req-c62c7cdd-8e35-479d-98a3-a904de75a423 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96156af8-0bc3-4b6c-bec6-429f61356c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399842 Jun 22 10:24:51.555481 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3f829256-5780-4cc3-9b62-1adc1e4d4ba8 req-9178e10e-8cd8-4777-998c-8724391bc021 service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891404 Jun 22 10:24:51.650983 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3f829256-5780-4cc3-9b62-1adc1e4d4ba8 req-bbbf4782-43a8-40fd-b6a6-1e85f1717290 service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865679 Jun 22 10:24:52.634193 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-a8ea50e5-a4e1-4df9-a726-1f9023d74355 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789065302&fields=id&tenant_id=1cb1af845e594466b12a11b7cab99a7c HTTP/1.1" status: 200 len: 267 time: 0.0450208 Jun 22 10:24:52.741259 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-7352c733-f2da-462a-a90a-5c1c4e9f151c tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:52.742727 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-7352c733-f2da-462a-a90a-5c1c4e9f151c tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/networks?id=96156af8-0bc3-4b6c-bec6-429f61356c8a HTTP/1.1" status: 200 len: 811 time: 0.1022482 Jun 22 10:24:52.757619 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-b23f6ff8-1a6d-43bd-b8b6-828ecef72a6f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/quotas/1cb1af845e594466b12a11b7cab99a7c HTTP/1.1" status: 200 len: 375 time: 0.0095246 Jun 22 10:24:52.807562 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-327d3a16-8276-4715-8ccf-6535c00a6832 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1cb1af845e594466b12a11b7cab99a7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0451794 Jun 22 10:24:52.905272 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-64f8cbb2-a670-4d57-9e2a-2e88c999698c service neutron] 10.222.0.43 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866365 Jun 22 10:24:52.994976 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-b6a7b64f-507c-41cc-a449-8d0f22275140 service neutron] 10.222.0.43 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841377 Jun 22 10:24:53.034941 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:53.039245 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:53.291820 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f00ebe7f-3d42-4621-895c-38e38fc4cd53 req-ca39da58-7c60-4ddc-b361-fe8398d7a5e4 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 210 time: 0.0287795 Jun 22 10:24:54.391988 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9ddd6593-7cd2-48f0-8e82-208c373b6247 req-920fa6bd-a0e2-4fa8-9c40-05bd7c84e988 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 210 time: 0.0314929 Jun 22 10:24:55.490815 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8dfa9380-21b5-4c7d-8309-0206d033e0e5 req-e77358ee-76dc-4b0a-8e01-70483c65c390 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 210 time: 0.0277565 Jun 22 10:24:56.077257 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-7268f2f5-230f-4e86-8096-8998398aeaed tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:56.078906 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-7268f2f5-230f-4e86-8096-8998398aeaed tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.59 "GET /v2.0/networks?id=96156af8-0bc3-4b6c-bec6-429f61356c8a HTTP/1.1" status: 200 len: 811 time: 0.1088493 Jun 22 10:24:56.146017 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-4e10c03e-f39c-4903-80c9-9ef64b22cdd1 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cb1af845e594466b12a11b7cab99a7c HTTP/1.1" status: 200 len: 380 time: 0.0584559 Jun 22 10:24:56.155295 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Request body: {'port': {'device_id': '8d4bd5f5-1caa-4165-a7d3-73f338df3073', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'admin_state_up': True, 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'security_groups': ['a9f47e1e-be45-4e09-b935-b6be0d03406f']}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:24:56.282333 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Made reservation on behalf of 1cb1af845e594466b12a11b7cab99a7c for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:24:56.285948 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:56.420986 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Allocated IP 172.20.0.11 (96156af8-0bc3-4b6c-bec6-429f61356c8a/2c45b72d-dee0-4152-ab84-13a956020161/fe534632-1c33-4794-bbcb-a54d9a87fefd) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:24:56.426182 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:56.431651 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:56.562621 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for port (fe534632-1c33-4794-bbcb-a54d9a87fefd), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:56.589443 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-67e3bd67-507f-4d21-8c55-882bf1803db7 req-ab75d7f7-2391-4f8a-a0d7-e5af95244509 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 210 time: 0.0291023 Jun 22 10:24:56.596121 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (fe534632-1c33-4794-bbcb-a54d9a87fefd), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:56.646430 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Network 96156af8-0bc3-4b6c-bec6-429f61356c8a is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:24:56.650222 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:24:56.652676 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:24:56.683013 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event updated for resources: {'Port': ['ID=fe534632-1c33-4794-bbcb-a54d9a87fefd,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:56.698017 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:56.698362 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:56.698706 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:56.699040 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:56.699367 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:56.699691 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:56.700015 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:56.700340 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:56.700666 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:56.700986 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:56.701308 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:56.701628 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:56.701972 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:56.702304 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:56.702606 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:24:56.721031 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:56.721643 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:56.739472 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-130b6378-6d1f-4327-929d-d039761aced2 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5882292 Jun 22 10:24:56.917981 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d796a220-0a60-407f-a173-0ff13b4af93c None None] Provisioning complete for port fe534632-1c33-4794-bbcb-a54d9a87fefd triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:24:56.918590 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d796a220-0a60-407f-a173-0ff13b4af93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (fe534632-1c33-4794-bbcb-a54d9a87fefd), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:56.949198 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d796a220-0a60-407f-a173-0ff13b4af93c None None] Port fe534632-1c33-4794-bbcb-a54d9a87fefd cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:24:57.701520 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb8a2a-e9e8-4132-98e5-2e2619ad7123 req-b3f5f4b0-4713-43ea-88a9-64cf47a16a74 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:57.703025 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4cbb8a2a-e9e8-4132-98e5-2e2619ad7123 req-b3f5f4b0-4713-43ea-88a9-64cf47a16a74 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 932 time: 0.0462241 Jun 22 10:24:57.751588 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4cbb8a2a-e9e8-4132-98e5-2e2619ad7123 req-32468ec7-3e4d-496a-aee2-62c36ccd2ca4 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430779 Jun 22 10:24:57.994735 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:24:58.182093 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] Request body: {'port': {'device_id': '8d4bd5f5-1caa-4165-a7d3-73f338df3073', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:24:58.239653 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (fe534632-1c33-4794-bbcb-a54d9a87fefd), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:58.490891 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe534632-1c33-4794-bbcb-a54d9a87fefd {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:24:58.499566 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] Publish callbacks [] for port (fe534632-1c33-4794-bbcb-a54d9a87fefd), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:58.512348 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] Transition to ACTIVE for port object fe534632-1c33-4794-bbcb-a54d9a87fefd will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:24:58.515590 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (fe534632-1c33-4794-bbcb-a54d9a87fefd), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:58.567283 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] Pushing event updated for resources: {'Port': ['ID=fe534632-1c33-4794-bbcb-a54d9a87fefd,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:58.617095 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:58.644036 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] Attempting to bind port fe534632-1c33-4794-bbcb-a54d9a87fefd on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:24:58.644378 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] Attempting to bind port fe534632-1c33-4794-bbcb-a54d9a87fefd by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'fc028856-14b9-419a-8b62-8b234ffb395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:24:58.644703 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] Attempting to bind port fe534632-1c33-4794-bbcb-a54d9a87fefd on network 96156af8-0bc3-4b6c-bec6-429f61356c8a {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:24:58.650240 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] Port fe534632-1c33-4794-bbcb-a54d9a87fefd on network 96156af8-0bc3-4b6c-bec6-429f61356c8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:24:58.650563 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] Attempting to bind port fe534632-1c33-4794-bbcb-a54d9a87fefd on network 96156af8-0bc3-4b6c-bec6-429f61356c8a {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:24:58.655547 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:24:58.655887 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] Checking segment: {'id': 'fc028856-14b9-419a-8b62-8b234ffb395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:24:58.656265 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] Bound using segment: {'id': 'fc028856-14b9-419a-8b62-8b234ffb395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:24:58.656687 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] Bound port: fe534632-1c33-4794-bbcb-a54d9a87fefd, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc028856-14b9-419a-8b62-8b234ffb395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:24:58.657040 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (fe534632-1c33-4794-bbcb-a54d9a87fefd), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:58.658793 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:24:58.722371 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] For port fe534632-1c33-4794-bbcb-a54d9a87fefd, host hv-cinder-84713, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:24:58.725614 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] For port fe534632-1c33-4794-bbcb-a54d9a87fefd, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=fe534632-1c33-4794-bbcb-a54d9a87fefd,segment=NetworkSegment(fc028856-14b9-419a-8b62-8b234ffb395e),segment_id=fc028856-14b9-419a-8b62-8b234ffb395e)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:24:58.730933 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (fe534632-1c33-4794-bbcb-a54d9a87fefd), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:58.764971 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:58.765590 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:24:58.767004 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] 10.222.0.59 "PUT /v2.0/ports/fe534632-1c33-4794-bbcb-a54d9a87fefd HTTP/1.1" status: 200 len: 1094 time: 0.5900269 Jun 22 10:24:58.767495 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4bd5f5-1caa-4165-a7d3-73f338df3073', 'tag': 'fe534632-1c33-4794-bbcb-a54d9a87fefd'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:24:58.769756 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bf590f-6e80-4bb8-b73f-e69ea613c5f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4bd5f5-1caa-4165-a7d3-73f338df3073", "tag": "fe534632-1c33-4794-bbcb-a54d9a87fefd"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:24:58.794471 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bbcb2-f47c-457b-bf44-d4a3ad9afa1c service neutron] Pushing event updated for resources: {'Port': ['ID=fe534632-1c33-4794-bbcb-a54d9a87fefd,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:24:58.829529 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc46c101-b481-4e53-9260-01da4df7d88a x-openstack-request-id: req-cc46c101-b481-4e53-9260-01da4df7d88a {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:24:58.829873 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4bd5f5-1caa-4165-a7d3-73f338df3073", "tag": "fe534632-1c33-4794-bbcb-a54d9a87fefd", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:24:58.830131 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc46c101-b481-4e53-9260-01da4df7d88a {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:24:58.830544 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc46c101-b481-4e53-9260-01da4df7d88a'] response: {'name': 'network-changed', 'server_uuid': '8d4bd5f5-1caa-4165-a7d3-73f338df3073', 'tag': 'fe534632-1c33-4794-bbcb-a54d9a87fefd', 'status': 'completed', 'code': 200} Jun 22 10:24:58.901405 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2ba12-7d6e-4dff-8403-c89e569c5286 req-b12abd24-eb78-4914-b389-3cd263b52f7e tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:58.903125 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d2c2ba12-7d6e-4dff-8403-c89e569c5286 req-b12abd24-eb78-4914-b389-3cd263b52f7e tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 944 time: 0.0538127 Jun 22 10:24:58.955419 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d2c2ba12-7d6e-4dff-8403-c89e569c5286 req-26e51de3-fced-464f-9e3c-3c320e644d9f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467079 Jun 22 10:24:59.150508 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf590f-6e80-4bb8-b73f-e69ea613c5f1 req-d3fa3ac4-19ca-44a8-9f47-243cf2e751ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:59.152083 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c0bf590f-6e80-4bb8-b73f-e69ea613c5f1 req-d3fa3ac4-19ca-44a8-9f47-243cf2e751ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cb1af845e594466b12a11b7cab99a7c&device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 1128 time: 0.0396552 Jun 22 10:24:59.251971 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf590f-6e80-4bb8-b73f-e69ea613c5f1 req-72fadfd8-14a0-4e03-b7ef-2af7b2e9c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:59.253439 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c0bf590f-6e80-4bb8-b73f-e69ea613c5f1 req-72fadfd8-14a0-4e03-b7ef-2af7b2e9c642 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1cb1af845e594466b12a11b7cab99a7c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0939550 Jun 22 10:24:59.354916 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf590f-6e80-4bb8-b73f-e69ea613c5f1 req-b5b96b4a-e2c2-4e93-b7ee-633748482112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:59.356407 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-c0bf590f-6e80-4bb8-b73f-e69ea613c5f1 req-b5b96b4a-e2c2-4e93-b7ee-633748482112 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932479 Jun 22 10:24:59.432208 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-a3f2587c-4b03-4db3-acff-db759a5d8eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:59.433711 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-a3f2587c-4b03-4db3-acff-db759a5d8eb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cb1af845e594466b12a11b7cab99a7c&device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 1128 time: 0.0414042 Jun 22 10:24:59.473189 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-3783184b-4772-44cf-9c5e-9bb211220e9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe534632-1c33-4794-bbcb-a54d9a87fefd HTTP/1.1" status: 200 len: 217 time: 0.0325930 Jun 22 10:24:59.529180 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-8167ec1b-6d2a-45b4-b084-861d677a923f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:59.530732 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-8167ec1b-6d2a-45b4-b084-861d677a923f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c45b72d-dee0-4152-ab84-13a956020161 HTTP/1.1" status: 200 len: 850 time: 0.0523787 Jun 22 10:24:59.576364 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-9d8fc23c-b408-4e9b-b954-63009705ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:24:59.578293 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-9d8fc23c-b408-4e9b-b954-63009705ee4b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96156af8-0bc3-4b6c-bec6-429f61356c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404124 Jun 22 10:24:59.668233 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-0c7b38e3-55d4-4fca-a7c4-3fdc4f3b681b service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841644 Jun 22 10:24:59.762254 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-a26644a9-f0e3-4e3b-af92-e4d007d3b5a3 req-ee9cd7a3-c598-480b-96c5-1c3a4acdf93e service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865433 Jun 22 10:25:00.068892 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3784d3d-7369-4dca-8c79-535f4d0c8fb3 req-5d52ccba-aaf2-4a73-ab61-41ad1012585a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:00.070501 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b3784d3d-7369-4dca-8c79-535f4d0c8fb3 req-5d52ccba-aaf2-4a73-ab61-41ad1012585a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 944 time: 0.0481038 Jun 22 10:25:00.120244 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b3784d3d-7369-4dca-8c79-535f4d0c8fb3 req-1e5a887b-7534-4f0d-bd0a-baea59b2b2ca tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442276 Jun 22 10:25:01.237404 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f04e99-fdc2-4783-9ac0-8631cbeefd8e req-b6b4a57a-907f-4d8d-82e7-4d54b90b3f78 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:01.238889 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a2f04e99-fdc2-4783-9ac0-8631cbeefd8e req-b6b4a57a-907f-4d8d-82e7-4d54b90b3f78 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 944 time: 0.0515862 Jun 22 10:25:01.287599 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a2f04e99-fdc2-4783-9ac0-8631cbeefd8e req-496c590e-78e9-459f-b254-6567cacb117e tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432203 Jun 22 10:25:02.397602 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9540f-24be-4127-8543-ac1aea0c1e4e req-d72a36c2-67d4-42fe-8121-2d4acca09d26 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:02.399621 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9ee9540f-24be-4127-8543-ac1aea0c1e4e req-d72a36c2-67d4-42fe-8121-2d4acca09d26 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 944 time: 0.0458431 Jun 22 10:25:02.448596 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9ee9540f-24be-4127-8543-ac1aea0c1e4e req-c960f3d0-e0e7-4412-b2a6-d11b305b45a7 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435750 Jun 22 10:25:03.563973 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2ec87-a522-4976-a3a3-41d29968a577 req-f2ae9732-99ec-44f1-a876-cbcfec9059c5 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:03.565507 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-63b2ec87-a522-4976-a3a3-41d29968a577 req-f2ae9732-99ec-44f1-a876-cbcfec9059c5 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 944 time: 0.0476487 Jun 22 10:25:03.597892 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:03.619448 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-63b2ec87-a522-4976-a3a3-41d29968a577 req-d74a4de0-6750-4ce7-87f1-3a5ab6b89c7f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481133 Jun 22 10:25:04.740923 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6bd04-1c3f-4547-ae41-4e749be49ee3 req-70729bfc-12ca-40a0-a417-48a9627fec39 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:04.742864 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f1f6bd04-1c3f-4547-ae41-4e749be49ee3 req-70729bfc-12ca-40a0-a417-48a9627fec39 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 944 time: 0.0482318 Jun 22 10:25:04.761626 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:04.793290 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f1f6bd04-1c3f-4547-ae41-4e749be49ee3 req-1d334643-fc02-40f3-a3e7-6fa576c807fa tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448360 Jun 22 10:25:05.189241 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880140f-9009-4a40-8275-88554d2497b4 req-697eeb94-02f3-489c-82a8-50b37e0330e5 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:05.191035 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b880140f-9009-4a40-8275-88554d2497b4 req-697eeb94-02f3-489c-82a8-50b37e0330e5 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=d281b861-2925-41cc-a964-79e622dcbfdc HTTP/1.1" status: 200 len: 946 time: 0.0509081 Jun 22 10:25:05.239999 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b880140f-9009-4a40-8275-88554d2497b4 req-335c0ee7-e67a-437c-ae1b-8ae31f2df301 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/security-groups?id=f32e8108-2c39-4f6a-8d60-e1d9f3274784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427594 Jun 22 10:25:05.911658 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfae982-7cba-4bf9-88b7-a942abd6481a req-1b450351-f6fe-4c0e-97d2-57895e8133fa tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:05.913127 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6bfae982-7cba-4bf9-88b7-a942abd6481a req-1b450351-f6fe-4c0e-97d2-57895e8133fa tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 944 time: 0.0504515 Jun 22 10:25:05.962972 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6bfae982-7cba-4bf9-88b7-a942abd6481a req-e2fcc92f-83eb-41e6-b7f5-9769e5f68607 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435345 Jun 22 10:25:06.355021 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bda59-cf4d-4932-83aa-5e753d82159f req-235c3295-eb87-4531-a1b1-58d8d3a331ea tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:06.356491 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-702bda59-cf4d-4932-83aa-5e753d82159f req-235c3295-eb87-4531-a1b1-58d8d3a331ea tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=d281b861-2925-41cc-a964-79e622dcbfdc HTTP/1.1" status: 200 len: 946 time: 0.0471568 Jun 22 10:25:06.404537 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-702bda59-cf4d-4932-83aa-5e753d82159f req-6851fdec-b799-4153-baf3-5b69c227d7b1 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/security-groups?id=f32e8108-2c39-4f6a-8d60-e1d9f3274784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425382 Jun 22 10:25:07.079449 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401aa8ee-24b8-48a4-9bb3-03ce85b8ae7d req-d6d6899f-fd52-4c55-b81f-77dcd049de01 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:07.080913 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-401aa8ee-24b8-48a4-9bb3-03ce85b8ae7d req-d6d6899f-fd52-4c55-b81f-77dcd049de01 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 944 time: 0.0480144 Jun 22 10:25:07.134107 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-401aa8ee-24b8-48a4-9bb3-03ce85b8ae7d req-a4cdebcc-1cc0-43b7-a468-0317ea472701 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469465 Jun 22 10:25:07.519745 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb343110-a543-472d-b5fc-ad2a81d572a7 req-9efd2b6f-1f53-4663-aaa6-9dc46c50f974 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:07.521218 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cb343110-a543-472d-b5fc-ad2a81d572a7 req-9efd2b6f-1f53-4663-aaa6-9dc46c50f974 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=d281b861-2925-41cc-a964-79e622dcbfdc HTTP/1.1" status: 200 len: 946 time: 0.0487146 Jun 22 10:25:07.542521 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537402c-759c-47c1-8752-c478ef90a3d0 req-1299c12c-bad0-4dfd-8692-46bba24e0eed tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:07.544046 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5537402c-759c-47c1-8752-c478ef90a3d0 req-1299c12c-bad0-4dfd-8692-46bba24e0eed tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.59 "GET /v2.0/ports?device_id=d281b861-2925-41cc-a964-79e622dcbfdc HTTP/1.1" status: 200 len: 946 time: 0.0480607 Jun 22 10:25:07.571620 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cb343110-a543-472d-b5fc-ad2a81d572a7 req-b0d3a2ea-f944-40a1-84ff-0b9ba022ace7 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/security-groups?id=f32e8108-2c39-4f6a-8d60-e1d9f3274784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441124 Jun 22 10:25:07.631410 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-5537402c-759c-47c1-8752-c478ef90a3d0 req-0d32d883-4686-4f78-a5a6-2c96c4a5ae3c tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Deleting port 1203a959-9e1d-4f8a-8cd2-be55ac1d8869 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:25:07.631748 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-5537402c-759c-47c1-8752-c478ef90a3d0 req-0d32d883-4686-4f78-a5a6-2c96c4a5ae3c tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (1203a959-9e1d-4f8a-8cd2-be55ac1d8869), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:07.705726 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:07.722146 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-5537402c-759c-47c1-8752-c478ef90a3d0 req-0d32d883-4686-4f78-a5a6-2c96c4a5ae3c tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] For port 1203a959-9e1d-4f8a-8cd2-be55ac1d8869, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=1203a959-9e1d-4f8a-8cd2-be55ac1d8869,segment=NetworkSegment(1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7),segment_id=1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:25:07.722516 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-5537402c-759c-47c1-8752-c478ef90a3d0 req-0d32d883-4686-4f78-a5a6-2c96c4a5ae3c tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (1203a959-9e1d-4f8a-8cd2-be55ac1d8869), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:07.736833 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-5537402c-759c-47c1-8752-c478ef90a3d0 req-0d32d883-4686-4f78-a5a6-2c96c4a5ae3c tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Calling delete_port for 1203a959-9e1d-4f8a-8cd2-be55ac1d8869 owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:25:07.779765 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:07.869425 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-5537402c-759c-47c1-8752-c478ef90a3d0 req-0d32d883-4686-4f78-a5a6-2c96c4a5ae3c tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (1203a959-9e1d-4f8a-8cd2-be55ac1d8869), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:07.881145 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['1203a959-9e1d-4f8a-8cd2-be55ac1d8869'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:25:07.884348 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=35,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:07.885994 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:07.896968 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32d883-4686-4f78-a5a6-2c96c4a5ae3c tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Pushing event deleted for resources: {'Port': ['ID=1203a959-9e1d-4f8a-8cd2-be55ac1d8869,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:25:07.944472 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-5537402c-759c-47c1-8752-c478ef90a3d0 req-0d32d883-4686-4f78-a5a6-2c96c4a5ae3c tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] No DVR routers for this DVR port 1203a959-9e1d-4f8a-8cd2-be55ac1d8869 on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:25:07.947470 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-5537402c-759c-47c1-8752-c478ef90a3d0 req-0d32d883-4686-4f78-a5a6-2c96c4a5ae3c tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:07.950681 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5537402c-759c-47c1-8752-c478ef90a3d0 req-0d32d883-4686-4f78-a5a6-2c96c4a5ae3c tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.59 "DELETE /v2.0/ports/1203a959-9e1d-4f8a-8cd2-be55ac1d8869 HTTP/1.1" status: 204 len: 173 time: 0.4009027 Jun 22 10:25:07.951106 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd281b861-2925-41cc-a964-79e622dcbfdc', 'name': 'network-vif-deleted', 'tag': '1203a959-9e1d-4f8a-8cd2-be55ac1d8869'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:25:07.953311 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0092c9d7-4011-4feb-a1d9-6dbbb9e3e303" -d '{"events": [{"server_uuid": "d281b861-2925-41cc-a964-79e622dcbfdc", "name": "network-vif-deleted", "tag": "1203a959-9e1d-4f8a-8cd2-be55ac1d8869"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:25:07.989756 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:07.994777 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf51302-dd5a-4153-99aa-c074f0896f7e x-openstack-request-id: req-dcf51302-dd5a-4153-99aa-c074f0896f7e {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:25:07.995090 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d281b861-2925-41cc-a964-79e622dcbfdc", "name": "network-vif-deleted", "tag": "1203a959-9e1d-4f8a-8cd2-be55ac1d8869", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:25:07.995341 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dcf51302-dd5a-4153-99aa-c074f0896f7e {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:25:07.995745 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcf51302-dd5a-4153-99aa-c074f0896f7e'] response: {'server_uuid': 'd281b861-2925-41cc-a964-79e622dcbfdc', 'name': 'network-vif-deleted', 'tag': '1203a959-9e1d-4f8a-8cd2-be55ac1d8869', 'status': 'completed', 'code': 200} Jun 22 10:25:08.184320 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device fe534632-1c33-4794-bbcb-a54d9a87fefd details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:25:08.245578 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff072b-2835-4f63-ab58-a41305856e40 req-2891ad90-6520-480b-9e03-de54c48e7b6b tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:08.247010 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-75ff072b-2835-4f63-ab58-a41305856e40 req-2891ad90-6520-480b-9e03-de54c48e7b6b tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 944 time: 0.0473902 Jun 22 10:25:08.285820 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port fe534632-1c33-4794-bbcb-a54d9a87fefd, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=fe534632-1c33-4794-bbcb-a54d9a87fefd,segment=NetworkSegment(fc028856-14b9-419a-8b62-8b234ffb395e),segment_id=fc028856-14b9-419a-8b62-8b234ffb395e)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:25:08.296886 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-75ff072b-2835-4f63-ab58-a41305856e40 req-ebcf0be4-1314-47cf-b866-52f71ff47fb0 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442202 Jun 22 10:25:08.297634 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': 'fe534632-1c33-4794-bbcb-a54d9a87fefd', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'port_id': 'fe534632-1c33-4794-bbcb-a54d9a87fefd', 'mac_address': 'fa:16:3e:ef:ad:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:25:08.333950 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port fe534632-1c33-4794-bbcb-a54d9a87fefd is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:25:08.334367 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (fe534632-1c33-4794-bbcb-a54d9a87fefd), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:08.347629 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe534632-1c33-4794-bbcb-a54d9a87fefd {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:25:08.368921 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port fe534632-1c33-4794-bbcb-a54d9a87fefd, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=fe534632-1c33-4794-bbcb-a54d9a87fefd,segment=NetworkSegment(fc028856-14b9-419a-8b62-8b234ffb395e),segment_id=fc028856-14b9-419a-8b62-8b234ffb395e)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:25:08.372850 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (fe534632-1c33-4794-bbcb-a54d9a87fefd), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:08.424721 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f8da7fd-d894-46b3-8885-1a01b191d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:08.431157 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=fe534632-1c33-4794-bbcb-a54d9a87fefd,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:25:08.438385 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:08.438736 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:08.439081 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:08.439418 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:08.439750 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:08.440078 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:08.440404 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:08.440727 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:08.441049 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:08.441371 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:08.441712 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:08.442037 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:08.442358 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:08.442678 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:08.442994 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:08.601945 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['fe534632-1c33-4794-bbcb-a54d9a87fefd'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:25:09.412646 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33a343-cf54-47fa-a6ac-aee4f2bf3548 req-f2578701-0c3d-4dbe-b3de-0e173b1b387e tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:09.414796 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ce33a343-cf54-47fa-a6ac-aee4f2bf3548 req-f2578701-0c3d-4dbe-b3de-0e173b1b387e tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 945 time: 0.0497904 Jun 22 10:25:09.462738 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ce33a343-cf54-47fa-a6ac-aee4f2bf3548 req-2d5e551c-6bc7-4e25-807d-59cf7d9567ba tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423994 Jun 22 10:25:10.578098 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3c9be-4aa6-4820-83f4-d79d5000014c req-a906016e-ee07-4cd3-b201-af0aec20d0ab tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:10.579579 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ccd3c9be-4aa6-4820-83f4-d79d5000014c req-a906016e-ee07-4cd3-b201-af0aec20d0ab tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 945 time: 0.0469167 Jun 22 10:25:10.629965 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ccd3c9be-4aa6-4820-83f4-d79d5000014c req-aedc5065-86b9-4a21-821a-b5663208b8a1 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449128 Jun 22 10:25:10.721136 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d23d0101-b196-4920-b267-b69c38bc3953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:11.748580 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca60659-8dc0-4d86-8189-b5e37ca9fa97 req-a682a280-a875-4dca-970c-46771a586463 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:11.750093 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0ca60659-8dc0-4d86-8189-b5e37ca9fa97 req-a682a280-a875-4dca-970c-46771a586463 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 945 time: 0.0508900 Jun 22 10:25:11.799991 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0ca60659-8dc0-4d86-8189-b5e37ca9fa97 req-ef87ba82-5f48-497e-bdd6-8c39cff7e8d9 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444293 Jun 22 10:25:11.920013 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device fe534632-1c33-4794-bbcb-a54d9a87fefd up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:25:11.961770 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port fe534632-1c33-4794-bbcb-a54d9a87fefd completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:25:11.967027 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port fe534632-1c33-4794-bbcb-a54d9a87fefd triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:25:11.967404 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (fe534632-1c33-4794-bbcb-a54d9a87fefd), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:12.012680 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:12.053133 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port fe534632-1c33-4794-bbcb-a54d9a87fefd is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:25:12.053516 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (fe534632-1c33-4794-bbcb-a54d9a87fefd), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:12.076782 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4bd5f5-1caa-4165-a7d3-73f338df3073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe534632-1c33-4794-bbcb-a54d9a87fefd'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:25:12.078993 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2d8724-6739-40b8-b828-e2f5318dcd32" -d '{"events": [{"server_uuid": "8d4bd5f5-1caa-4165-a7d3-73f338df3073", "name": "network-vif-plugged", "status": "completed", "tag": "fe534632-1c33-4794-bbcb-a54d9a87fefd"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:25:12.081071 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:12.093519 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port fe534632-1c33-4794-bbcb-a54d9a87fefd, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=fe534632-1c33-4794-bbcb-a54d9a87fefd,segment=NetworkSegment(fc028856-14b9-419a-8b62-8b234ffb395e),segment_id=fc028856-14b9-419a-8b62-8b234ffb395e)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:25:12.100584 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (fe534632-1c33-4794-bbcb-a54d9a87fefd), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:12.128227 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faa53f5-c863-4769-b6f1-0a1676b00d6c x-openstack-request-id: req-1faa53f5-c863-4769-b6f1-0a1676b00d6c {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:25:12.128516 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4bd5f5-1caa-4165-a7d3-73f338df3073", "name": "network-vif-plugged", "status": "completed", "tag": "fe534632-1c33-4794-bbcb-a54d9a87fefd", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:25:12.128768 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1faa53f5-c863-4769-b6f1-0a1676b00d6c {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:25:12.129159 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1faa53f5-c863-4769-b6f1-0a1676b00d6c'] response: {'server_uuid': '8d4bd5f5-1caa-4165-a7d3-73f338df3073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe534632-1c33-4794-bbcb-a54d9a87fefd', 'code': 200} Jun 22 10:25:12.134003 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:12.152804 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=fe534632-1c33-4794-bbcb-a54d9a87fefd,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:25:12.337243 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fcea8-ba7d-4d2d-86e8-8b2f9c398085 req-3ff2389f-a106-4fd0-b5c3-13a0c19de8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:12.338695 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1a4fcea8-ba7d-4d2d-86e8-8b2f9c398085 req-3ff2389f-a106-4fd0-b5c3-13a0c19de8e4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 1130 time: 0.0405014 Jun 22 10:25:12.385570 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-1a4fcea8-ba7d-4d2d-86e8-8b2f9c398085 req-4f5bd886-7ee3-485f-92a6-093f902e0935 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410118 Jun 22 10:25:12.917391 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121361ac-69b7-473d-a2b5-48a0cb585047 req-8e1a3199-291a-43dc-83aa-31bc2981badf tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:12.919030 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-121361ac-69b7-473d-a2b5-48a0cb585047 req-8e1a3199-291a-43dc-83aa-31bc2981badf tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 946 time: 0.0491381 Jun 22 10:25:12.970071 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-121361ac-69b7-473d-a2b5-48a0cb585047 req-26ec8ad8-9ed5-474c-a657-6b884b9f13fd tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453660 Jun 22 10:25:13.462627 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:13.905465 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:14.076374 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:14.079204 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:14.090592 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6355aaf-0823-4d50-bf85-38ec4a72cdfc req-a7bf3f32-555e-4fe5-9c0f-e7b4b8bc288a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:14.092097 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b6355aaf-0823-4d50-bf85-38ec4a72cdfc req-a7bf3f32-555e-4fe5-9c0f-e7b4b8bc288a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 946 time: 0.0495300 Jun 22 10:25:14.144693 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b6355aaf-0823-4d50-bf85-38ec4a72cdfc req-21084287-a072-4cae-9496-c19fbd52732f tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469015 Jun 22 10:25:14.261341 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f44aa-023d-40d0-b62b-b07369ff489d req-161d3b78-7234-4b57-8ba9-2053bfc1d31e tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:14.262949 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-041f44aa-023d-40d0-b62b-b07369ff489d req-161d3b78-7234-4b57-8ba9-2053bfc1d31e tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 946 time: 0.0487611 Jun 22 10:25:14.317809 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-041f44aa-023d-40d0-b62b-b07369ff489d req-7d6120c7-c880-4adf-84e3-784d85c9c02d tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479276 Jun 22 10:25:14.342663 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46518) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:25:14.380310 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe00ff0-c0e5-4dc2-b310-5e42a75062a5 tempest-TestVolumeBootPattern-485611977 tempest-TestVolumeBootPattern-485611977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:14.381826 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0fe00ff0-c0e5-4dc2-b310-5e42a75062a5 tempest-TestVolumeBootPattern-485611977 tempest-TestVolumeBootPattern-485611977-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 1125 time: 0.0381315 Jun 22 10:25:14.385106 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46520) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:25:14.389285 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Request body: {'floatingip': {'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'port_id': 'fe534632-1c33-4794-bbcb-a54d9a87fefd', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:25:14.410159 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:14.489014 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:14.591003 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Allocated IP 172.27.0.13 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/8a922ea8-266e-401d-a186-7235180cf5ee) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:25:14.697946 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for port (8a922ea8-266e-401d-a186-7235180cf5ee), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:14.729015 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (8a922ea8-266e-401d-a186-7235180cf5ee), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:14.768459 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:25:14.771239 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:25:14.775010 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:25:14.779955 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event updated for resources: {'Port': ['ID=8a922ea8-266e-401d-a186-7235180cf5ee,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:25:14.811709 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:14.812048 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:14.812386 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:14.812718 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:14.813046 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:14.813373 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:14.813711 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:14.814045 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:14.814382 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:14.814686 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:14.815004 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:14.815322 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:14.815635 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:14.815948 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:14.816259 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:25:14.989494 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:15.008157 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:15.149092 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for floatingip (ce1ef512-602d-45bb-a72f-1c614d63fbcc), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:15.217024 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (8a922ea8-266e-401d-a186-7235180cf5ee), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:15.588707 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for port (8a922ea8-266e-401d-a186-7235180cf5ee), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:15.592593 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6232566'] for port (8a922ea8-266e-401d-a186-7235180cf5ee), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:15.659396 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event updated for resources: {'Port': ['ID=8a922ea8-266e-401d-a186-7235180cf5ee,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:25:15.673505 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (ce1ef512-602d-45bb-a72f-1c614d63fbcc), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:15.768600 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Floating IP ce1ef512-602d-45bb-a72f-1c614d63fbcc associated. External IP: 172.27.0.13, port: fe534632-1c33-4794-bbcb-a54d9a87fefd. Jun 22 10:25:15.970183 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Router e2b31658-b074-4e56-b5f2-fdcc84285211 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:25:16.011950 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:16.071510 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:25:16.079369 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:16.081617 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf22d36-f6b0-4744-b25a-f83e20acfeaa None None] Sync routers for ids ['e2b31658-b074-4e56-b5f2-fdcc84285211'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:25:16.092057 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:16.094733 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf22d36-f6b0-4744-b25a-f83e20acfeaa None None] Routers {'e2b31658-b074-4e56-b5f2-fdcc84285211'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:25:16.095357 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-cdf22d36-f6b0-4744-b25a-f83e20acfeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:25:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['e2b31658-b074-4e56-b5f2-fdcc84285211'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:25:16.128130 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f50684a4-a701-42b6-a32e-108c589d76de tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7397602 Jun 22 10:25:16.128130 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4bd5f5-1caa-4165-a7d3-73f338df3073', 'tag': 'fe534632-1c33-4794-bbcb-a54d9a87fefd'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:25:16.128748 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898db771481267bf496a2732a32d4addbcaa54fa352ad4e4fb07179b33d7b991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e54cfc-0c1b-443c-8a28-2a650ddf7f48" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4bd5f5-1caa-4165-a7d3-73f338df3073", "tag": "fe534632-1c33-4794-bbcb-a54d9a87fefd"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:25:16.166025 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8928c435-3759-4cd5-b94e-c8a02e274133 x-openstack-request-id: req-8928c435-3759-4cd5-b94e-c8a02e274133 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:25:16.166633 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4bd5f5-1caa-4165-a7d3-73f338df3073", "tag": "fe534632-1c33-4794-bbcb-a54d9a87fefd", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:25:16.166633 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8928c435-3759-4cd5-b94e-c8a02e274133 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:25:16.166957 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8928c435-3759-4cd5-b94e-c8a02e274133'] response: {'name': 'network-changed', 'server_uuid': '8d4bd5f5-1caa-4165-a7d3-73f338df3073', 'tag': 'fe534632-1c33-4794-bbcb-a54d9a87fefd', 'status': 'completed', 'code': 200} Jun 22 10:25:16.203885 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-cdf22d36-f6b0-4744-b25a-f83e20acfeaa None None] Set router e2b31658-b074-4e56-b5f2-fdcc84285211 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:25:16.231857 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 1203a959-9e1d-4f8a-8cd2-be55ac1d8869 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:25:16.254071 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: 1203a959-9e1d-4f8a-8cd2-be55ac1d8869 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:25:16.254421 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 1203a959-9e1d-4f8a-8cd2-be55ac1d8869 not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:25:16.409165 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-cdf22d36-f6b0-4744-b25a-f83e20acfeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': 'afbd417c-6760-41b5-95ab-8f0322063400', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'port_id': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'mac_address': 'fa:16:3e:30:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d67cb6e-5968-4e4d-961f-5fb5e33c186f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:22:49Z', 'updated_at': '2022-06-22T10:22:52Z', 'revision_number': 1, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'fixed_ip_address_scope': None}, {'id': 'ce1ef512-602d-45bb-a72f-1c614d63fbcc', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'port_id': 'fe534632-1c33-4794-bbcb-a54d9a87fefd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'mac_address': 'fa:16:3e:ef:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4bd5f5-1caa-4165-a7d3-73f338df3073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:25:15Z', 'updated_at': '2022-06-22T10:25:15Z', 'revision_number': 0, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 5, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:25:16.437562 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf22d36-f6b0-4744-b25a-f83e20acfeaa None None] Checking router: e2b31658-b074-4e56-b5f2-fdcc84285211 for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:25:16.448016 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf22d36-f6b0-4744-b25a-f83e20acfeaa None None] Routers {'e2b31658-b074-4e56-b5f2-fdcc84285211'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:25:16.448618 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-cdf22d36-f6b0-4744-b25a-f83e20acfeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:25:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['e2b31658-b074-4e56-b5f2-fdcc84285211'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:25:16.545073 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-cdf22d36-f6b0-4744-b25a-f83e20acfeaa None None] Set router e2b31658-b074-4e56-b5f2-fdcc84285211 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:25:16.834210 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-cdf22d36-f6b0-4744-b25a-f83e20acfeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': 'afbd417c-6760-41b5-95ab-8f0322063400', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'port_id': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'mac_address': 'fa:16:3e:30:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d67cb6e-5968-4e4d-961f-5fb5e33c186f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:22:49Z', 'updated_at': '2022-06-22T10:22:52Z', 'revision_number': 1, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'fixed_ip_address_scope': None}, {'id': 'ce1ef512-602d-45bb-a72f-1c614d63fbcc', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'port_id': 'fe534632-1c33-4794-bbcb-a54d9a87fefd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'mac_address': 'fa:16:3e:ef:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4bd5f5-1caa-4165-a7d3-73f338df3073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:25:15Z', 'updated_at': '2022-06-22T10:25:15Z', 'revision_number': 0, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 5, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:25:16.858819 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf22d36-f6b0-4744-b25a-f83e20acfeaa None None] The sync data for ids ['e2b31658-b074-4e56-b5f2-fdcc84285211'] in dv-cinder-847131-1-iscsi is: [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': 'afbd417c-6760-41b5-95ab-8f0322063400', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'port_id': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'mac_address': 'fa:16:3e:30:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d67cb6e-5968-4e4d-961f-5fb5e33c186f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:22:49Z', 'updated_at': '2022-06-22T10:22:52Z', 'revision_number': 1, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'fixed_ip_address_scope': None}, {'id': 'ce1ef512-602d-45bb-a72f-1c614d63fbcc', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'port_id': 'fe534632-1c33-4794-bbcb-a54d9a87fefd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'mac_address': 'fa:16:3e:ef:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4bd5f5-1caa-4165-a7d3-73f338df3073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:25:15Z', 'updated_at': '2022-06-22T10:25:15Z', 'revision_number': 0, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 5, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:25:17.055940 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c76ca6-54a6-4868-8b00-fd7bee8c5850 None None] New status for floating IP ce1ef512-602d-45bb-a72f-1c614d63fbcc: ACTIVE {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:25:17.261682 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e54cfc-0c1b-443c-8a28-2a650ddf7f48 req-efc26463-f966-4243-967d-7424cc9b89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:17.263248 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-61e54cfc-0c1b-443c-8a28-2a650ddf7f48 req-efc26463-f966-4243-967d-7424cc9b89f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cb1af845e594466b12a11b7cab99a7c&device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 1130 time: 0.0425701 Jun 22 10:25:17.298671 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:17.614638 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e54cfc-0c1b-443c-8a28-2a650ddf7f48 req-019776c2-0e7e-4b00-993e-51c2eaa500aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:17.616038 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-61e54cfc-0c1b-443c-8a28-2a650ddf7f48 req-019776c2-0e7e-4b00-993e-51c2eaa500aa service neutron] 10.222.0.59 "GET /v2.0/networks?id=96156af8-0bc3-4b6c-bec6-429f61356c8a HTTP/1.1" status: 200 len: 912 time: 0.3470027 Jun 22 10:25:17.677414 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-61e54cfc-0c1b-443c-8a28-2a650ddf7f48 req-fdd46465-1de1-4f70-acb7-bf798ba84bb6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe534632-1c33-4794-bbcb-a54d9a87fefd HTTP/1.1" status: 200 len: 1001 time: 0.0548434 Jun 22 10:25:17.731563 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e54cfc-0c1b-443c-8a28-2a650ddf7f48 req-2a8cb77a-fe1d-4fb9-8d48-f6f22e019296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:17.733014 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-61e54cfc-0c1b-443c-8a28-2a650ddf7f48 req-2a8cb77a-fe1d-4fb9-8d48-f6f22e019296 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c45b72d-dee0-4152-ab84-13a956020161 HTTP/1.1" status: 200 len: 850 time: 0.0494442 Jun 22 10:25:17.774859 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e54cfc-0c1b-443c-8a28-2a650ddf7f48 req-d10d30b9-c27e-4011-9393-9e0c71137772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:17.776318 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-61e54cfc-0c1b-443c-8a28-2a650ddf7f48 req-d10d30b9-c27e-4011-9393-9e0c71137772 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96156af8-0bc3-4b6c-bec6-429f61356c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374148 Jun 22 10:25:17.869510 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-61e54cfc-0c1b-443c-8a28-2a650ddf7f48 req-db479dbc-0949-4ead-9d8c-133432153692 service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870993 Jun 22 10:25:17.965865 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-61e54cfc-0c1b-443c-8a28-2a650ddf7f48 req-ff1436d1-de8a-4040-bc1a-89d0617f6740 service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910099 Jun 22 10:25:18.631602 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-34fe9917-a000-443c-85f3-ac00348ef8f6 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:18.633108 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-34fe9917-a000-443c-85f3-ac00348ef8f6 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/networks?id=20f65aeb-74a5-4851-b116-5aa3287c3229 HTTP/1.1" status: 200 len: 814 time: 0.1011956 Jun 22 10:25:18.647737 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-1d6562a7-efd1-4dd8-9394-c66d9e9b864b tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/quotas/60103a2f42f244e3af1d92a8a378fece HTTP/1.1" status: 200 len: 375 time: 0.0091672 Jun 22 10:25:18.684473 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-c2747eaa-fa76-4ed4-a188-f8f280154be5 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=60103a2f42f244e3af1d92a8a378fece&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312729 Jun 22 10:25:18.773103 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-a57266dc-78b3-4b64-a895-b70b30f435e8 service neutron] 10.222.0.43 "GET /v2.0/networks/20f65aeb-74a5-4851-b116-5aa3287c3229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821705 Jun 22 10:25:18.865482 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-cd06e68b-1b7f-4f87-9dda-7d6c0d79fe3d service neutron] 10.222.0.43 "GET /v2.0/networks/20f65aeb-74a5-4851-b116-5aa3287c3229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856340 Jun 22 10:25:19.028010 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cba4fdc0-1942-4d8e-8478-1ed919544997 req-a7e2da38-e96f-4db2-bf0d-bc0a88041a2a tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd HTTP/1.1" status: 200 len: 210 time: 0.0295174 Jun 22 10:25:19.942688 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-2f438428-b8be-4ccc-8115-6093c8505488 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:19.944165 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-2f438428-b8be-4ccc-8115-6093c8505488 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.59 "GET /v2.0/networks?id=20f65aeb-74a5-4851-b116-5aa3287c3229 HTTP/1.1" status: 200 len: 814 time: 0.1136477 Jun 22 10:25:19.956910 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-c56b069d-8685-4a8b-849d-b5120b8f8e9b tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Request body: {'port': {'device_id': 'e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd', 'network_id': '20f65aeb-74a5-4851-b116-5aa3287c3229', 'admin_state_up': True, 'tenant_id': '60103a2f42f244e3af1d92a8a378fece'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:25:20.030432 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:20.068014 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:20.073751 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-c56b069d-8685-4a8b-849d-b5120b8f8e9b tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Made reservation on behalf of 60103a2f42f244e3af1d92a8a378fece for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:25:20.077177 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-c56b069d-8685-4a8b-849d-b5120b8f8e9b tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:20.124886 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a6d553a9-5d86-4155-bde9-ea2be125b116 req-0e9bdf92-9a28-42ab-a20a-ea6af958bbf2 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd HTTP/1.1" status: 200 len: 210 time: 0.0286634 Jun 22 10:25:20.229890 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-c56b069d-8685-4a8b-849d-b5120b8f8e9b tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Allocated IP 172.20.0.11 (20f65aeb-74a5-4851-b116-5aa3287c3229/c1b7f5a2-78b4-4392-9219-52ac8f410c9e/b5bc380f-f1d8-4db9-a832-0a9591f643fe) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:25:20.380609 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-c56b069d-8685-4a8b-849d-b5120b8f8e9b tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Publish callbacks [] for port (b5bc380f-f1d8-4db9-a832-0a9591f643fe), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:20.412241 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-c56b069d-8685-4a8b-849d-b5120b8f8e9b tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (b5bc380f-f1d8-4db9-a832-0a9591f643fe), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:20.456161 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-c56b069d-8685-4a8b-849d-b5120b8f8e9b tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Network 20f65aeb-74a5-4851-b116-5aa3287c3229 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:25:20.459297 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-c56b069d-8685-4a8b-849d-b5120b8f8e9b tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:25:20.463794 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-c56b069d-8685-4a8b-849d-b5120b8f8e9b tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:25:20.489232 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b069d-8685-4a8b-849d-b5120b8f8e9b tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Pushing event updated for resources: {'Port': ['ID=b5bc380f-f1d8-4db9-a832-0a9591f643fe,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:25:20.517132 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-c56b069d-8685-4a8b-849d-b5120b8f8e9b tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:20.517774 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-c56b069d-8685-4a8b-849d-b5120b8f8e9b tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:20.535213 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-c56b069d-8685-4a8b-849d-b5120b8f8e9b tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5826492 Jun 22 10:25:20.547081 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] Request body: {'port': {'device_id': 'e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:25:20.608792 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (b5bc380f-f1d8-4db9-a832-0a9591f643fe), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:20.794793 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:20.860454 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5bc380f-f1d8-4db9-a832-0a9591f643fe {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:25:20.868575 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] Publish callbacks [] for port (b5bc380f-f1d8-4db9-a832-0a9591f643fe), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:20.880910 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] Transition to ACTIVE for port object b5bc380f-f1d8-4db9-a832-0a9591f643fe will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:25:20.885068 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (b5bc380f-f1d8-4db9-a832-0a9591f643fe), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:20.889144 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:20.939846 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] Pushing event updated for resources: {'Port': ['ID=b5bc380f-f1d8-4db9-a832-0a9591f643fe,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:25:21.013612 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] Attempting to bind port b5bc380f-f1d8-4db9-a832-0a9591f643fe on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:25:21.014336 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] Attempting to bind port b5bc380f-f1d8-4db9-a832-0a9591f643fe by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '20f65aeb-74a5-4851-b116-5aa3287c3229'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:25:21.014336 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] Attempting to bind port b5bc380f-f1d8-4db9-a832-0a9591f643fe on network 20f65aeb-74a5-4851-b116-5aa3287c3229 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:25:21.018703 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] Port b5bc380f-f1d8-4db9-a832-0a9591f643fe on network 20f65aeb-74a5-4851-b116-5aa3287c3229 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:25:21.019028 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] Attempting to bind port b5bc380f-f1d8-4db9-a832-0a9591f643fe on network 20f65aeb-74a5-4851-b116-5aa3287c3229 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:25:21.024386 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:25:21.024722 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] Checking segment: {'id': '1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '20f65aeb-74a5-4851-b116-5aa3287c3229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:25:21.025103 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] Bound using segment: {'id': '1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '20f65aeb-74a5-4851-b116-5aa3287c3229'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:25:21.025527 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] Bound port: b5bc380f-f1d8-4db9-a832-0a9591f643fe, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '20f65aeb-74a5-4851-b116-5aa3287c3229'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:25:21.025911 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (b5bc380f-f1d8-4db9-a832-0a9591f643fe), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:21.086748 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] For port b5bc380f-f1d8-4db9-a832-0a9591f643fe, host hv-cinder-84713, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:25:21.089579 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] For port b5bc380f-f1d8-4db9-a832-0a9591f643fe, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=b5bc380f-f1d8-4db9-a832-0a9591f643fe,segment=NetworkSegment(1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7),segment_id=1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:25:21.096069 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (b5bc380f-f1d8-4db9-a832-0a9591f643fe), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:21.135047 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:21.135796 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:21.137464 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] 10.222.0.59 "PUT /v2.0/ports/b5bc380f-f1d8-4db9-a832-0a9591f643fe HTTP/1.1" status: 200 len: 1094 time: 0.5944247 Jun 22 10:25:21.139844 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd', 'tag': 'b5bc380f-f1d8-4db9-a832-0a9591f643fe'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:25:21.142858 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d6d2de-53e5-45fb-a840-f9fd6da95a37" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd", "tag": "b5bc380f-f1d8-4db9-a832-0a9591f643fe"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:25:21.169046 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c77c8f-a3bb-4644-9352-84302b3f591a service neutron] Pushing event updated for resources: {'Port': ['ID=b5bc380f-f1d8-4db9-a832-0a9591f643fe,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:25:21.194175 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9bd25b-36ad-41d2-8f49-603b289bcfed x-openstack-request-id: req-cf9bd25b-36ad-41d2-8f49-603b289bcfed {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:25:21.194462 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd", "tag": "b5bc380f-f1d8-4db9-a832-0a9591f643fe", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:25:21.194714 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf9bd25b-36ad-41d2-8f49-603b289bcfed {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:25:21.195113 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf9bd25b-36ad-41d2-8f49-603b289bcfed'] response: {'name': 'network-changed', 'server_uuid': 'e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd', 'tag': 'b5bc380f-f1d8-4db9-a832-0a9591f643fe', 'status': 'completed', 'code': 200} Jun 22 10:25:21.226165 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-7d836087-aceb-40ee-8561-157385bda1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:21.228743 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-7d836087-aceb-40ee-8561-157385bda1bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60103a2f42f244e3af1d92a8a378fece&device_id=e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd HTTP/1.1" status: 200 len: 1128 time: 0.0485547 Jun 22 10:25:21.249978 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66454e9d-1dba-4cd3-88d4-11fde8f27d2b req-05e92efc-c02f-43e8-bcfc-d163c01240d8 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:21.251462 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-66454e9d-1dba-4cd3-88d4-11fde8f27d2b req-05e92efc-c02f-43e8-bcfc-d163c01240d8 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd HTTP/1.1" status: 200 len: 944 time: 0.0493867 Jun 22 10:25:21.269638 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-e534362b-88e2-4a8c-9874-779496a59d1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5bc380f-f1d8-4db9-a832-0a9591f643fe HTTP/1.1" status: 200 len: 217 time: 0.0331979 Jun 22 10:25:21.305578 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-66454e9d-1dba-4cd3-88d4-11fde8f27d2b req-59fc3d57-aaa2-485e-b1bb-a20642b2f079 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/security-groups?id=f32e8108-2c39-4f6a-8d60-e1d9f3274784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477414 Jun 22 10:25:21.319028 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-a4e78102-5438-4b3a-be77-f243ec18a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:21.320509 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-a4e78102-5438-4b3a-be77-f243ec18a748 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c1b7f5a2-78b4-4392-9219-52ac8f410c9e HTTP/1.1" status: 200 len: 854 time: 0.0454037 Jun 22 10:25:21.359400 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-eb60022f-d0c0-46bc-adfd-564c5e6fb255 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20f65aeb-74a5-4851-b116-5aa3287c3229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315413 Jun 22 10:25:21.449206 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-9ec7ce89-1ba4-4d67-838e-533675bf2c6f service neutron] 10.222.0.59 "GET /v2.0/networks/20f65aeb-74a5-4851-b116-5aa3287c3229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838454 Jun 22 10:25:21.543994 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b3d6e35b-5f67-4369-8772-2c23573b5504 req-90c7bf21-6fd5-41be-b819-9559a771f903 service neutron] 10.222.0.59 "GET /v2.0/networks/20f65aeb-74a5-4851-b116-5aa3287c3229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886900 Jun 22 10:25:22.363886 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6d2de-53e5-45fb-a840-f9fd6da95a37 req-2da3e161-035b-48ef-a205-f1514f8161f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:22.365368 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-07d6d2de-53e5-45fb-a840-f9fd6da95a37 req-2da3e161-035b-48ef-a205-f1514f8161f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60103a2f42f244e3af1d92a8a378fece&device_id=e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd HTTP/1.1" status: 200 len: 1128 time: 0.0407703 Jun 22 10:25:22.425529 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c627a0-94e8-4580-9c7b-18083e9ec4fa req-c1c4de00-4ca5-4f32-bde3-982fa440da1d tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:22.427073 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-64c627a0-94e8-4580-9c7b-18083e9ec4fa req-c1c4de00-4ca5-4f32-bde3-982fa440da1d tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd HTTP/1.1" status: 200 len: 944 time: 0.0481346 Jun 22 10:25:22.451462 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:22.462449 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6d2de-53e5-45fb-a840-f9fd6da95a37 req-8914032b-472e-47ef-8e10-576668dcff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:22.463485 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-07d6d2de-53e5-45fb-a840-f9fd6da95a37 req-8914032b-472e-47ef-8e10-576668dcff49 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20f65aeb-74a5-4851-b116-5aa3287c3229 HTTP/1.1" status: 200 len: 915 time: 0.0911801 Jun 22 10:25:22.478191 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-64c627a0-94e8-4580-9c7b-18083e9ec4fa req-545ef9d1-5e9b-4f03-97b1-1583dd52dec1 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/security-groups?id=f32e8108-2c39-4f6a-8d60-e1d9f3274784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448253 Jun 22 10:25:22.501970 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-07d6d2de-53e5-45fb-a840-f9fd6da95a37 req-231d1af9-537e-4124-b744-c04aaab10a49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5bc380f-f1d8-4db9-a832-0a9591f643fe HTTP/1.1" status: 200 len: 217 time: 0.0325353 Jun 22 10:25:22.549416 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6d2de-53e5-45fb-a840-f9fd6da95a37 req-6d792656-be9c-40bc-a72f-b280763cd35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:22.550879 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-07d6d2de-53e5-45fb-a840-f9fd6da95a37 req-6d792656-be9c-40bc-a72f-b280763cd35c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c1b7f5a2-78b4-4392-9219-52ac8f410c9e HTTP/1.1" status: 200 len: 854 time: 0.0438473 Jun 22 10:25:22.582054 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-07d6d2de-53e5-45fb-a840-f9fd6da95a37 req-0cd9e43e-cbf4-4775-8795-e601e179cdb3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20f65aeb-74a5-4851-b116-5aa3287c3229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251658 Jun 22 10:25:22.673862 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-07d6d2de-53e5-45fb-a840-f9fd6da95a37 req-5cba9268-5a96-4a44-85d3-dc70ea4ab81c service neutron] 10.222.0.59 "GET /v2.0/networks/20f65aeb-74a5-4851-b116-5aa3287c3229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858927 Jun 22 10:25:22.766220 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-07d6d2de-53e5-45fb-a840-f9fd6da95a37 req-213c8eb3-d05a-4b63-8356-1981855695e5 service neutron] 10.222.0.59 "GET /v2.0/networks/20f65aeb-74a5-4851-b116-5aa3287c3229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871034 Jun 22 10:25:23.591694 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865efbe-0149-4278-9007-68814b58b975 req-3bc234dc-e432-47db-b4f3-2f992779228e tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:23.593188 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1865efbe-0149-4278-9007-68814b58b975 req-3bc234dc-e432-47db-b4f3-2f992779228e tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd HTTP/1.1" status: 200 len: 944 time: 0.0478225 Jun 22 10:25:23.640284 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1865efbe-0149-4278-9007-68814b58b975 req-40e47848-6e1c-4e4d-8261-011e8f7a4389 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/security-groups?id=f32e8108-2c39-4f6a-8d60-e1d9f3274784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414495 Jun 22 10:25:23.960958 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device b5bc380f-f1d8-4db9-a832-0a9591f643fe details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:25:24.059953 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port b5bc380f-f1d8-4db9-a832-0a9591f643fe, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=b5bc380f-f1d8-4db9-a832-0a9591f643fe,segment=NetworkSegment(1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7),segment_id=1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:25:24.071546 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': 'b5bc380f-f1d8-4db9-a832-0a9591f643fe', 'network_id': '20f65aeb-74a5-4851-b116-5aa3287c3229', 'port_id': 'b5bc380f-f1d8-4db9-a832-0a9591f643fe', 'mac_address': 'fa:16:3e:89:9d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 964, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b7f5a2-78b4-4392-9219-52ac8f410c9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:25:24.106253 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port b5bc380f-f1d8-4db9-a832-0a9591f643fe is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:25:24.106644 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (b5bc380f-f1d8-4db9-a832-0a9591f643fe), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:24.119654 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5bc380f-f1d8-4db9-a832-0a9591f643fe {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:25:24.139091 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port b5bc380f-f1d8-4db9-a832-0a9591f643fe, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=b5bc380f-f1d8-4db9-a832-0a9591f643fe,segment=NetworkSegment(1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7),segment_id=1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:25:24.143066 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (b5bc380f-f1d8-4db9-a832-0a9591f643fe), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:24.192156 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=b5bc380f-f1d8-4db9-a832-0a9591f643fe,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:25:24.381448 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['b5bc380f-f1d8-4db9-a832-0a9591f643fe'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:25:24.761396 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b72692-4c6a-4ec3-a2dd-22a9840172e9 req-282c9b65-180c-46fd-86e7-16b547d2d3c6 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:24.762901 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-34b72692-4c6a-4ec3-a2dd-22a9840172e9 req-282c9b65-180c-46fd-86e7-16b547d2d3c6 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd HTTP/1.1" status: 200 len: 945 time: 0.0514746 Jun 22 10:25:24.810296 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-34b72692-4c6a-4ec3-a2dd-22a9840172e9 req-7551dbbc-662a-46a4-93a6-92cf84a96ac1 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/security-groups?id=f32e8108-2c39-4f6a-8d60-e1d9f3274784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419297 Jun 22 10:25:25.928198 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5979cd-2a75-46d2-ae3c-21c903855768 req-03abed74-b9f7-4d01-b35f-c5c212789f3d tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:25.929715 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5f5979cd-2a75-46d2-ae3c-21c903855768 req-03abed74-b9f7-4d01-b35f-c5c212789f3d tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd HTTP/1.1" status: 200 len: 945 time: 0.0483749 Jun 22 10:25:25.966736 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device b5bc380f-f1d8-4db9-a832-0a9591f643fe up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:25:25.978320 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5f5979cd-2a75-46d2-ae3c-21c903855768 req-958398c2-c0b1-45ec-9f77-4e543d9bbda6 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/security-groups?id=f32e8108-2c39-4f6a-8d60-e1d9f3274784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423942 Jun 22 10:25:26.012096 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port b5bc380f-f1d8-4db9-a832-0a9591f643fe completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:25:26.017712 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port b5bc380f-f1d8-4db9-a832-0a9591f643fe triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:25:26.018093 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (b5bc380f-f1d8-4db9-a832-0a9591f643fe), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:26.086303 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:26.088574 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port b5bc380f-f1d8-4db9-a832-0a9591f643fe is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:25:26.088910 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (b5bc380f-f1d8-4db9-a832-0a9591f643fe), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:26.117403 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bc380f-f1d8-4db9-a832-0a9591f643fe'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:25:26.120376 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4964df-8d75-414c-898e-f65548204d5c" -d '{"events": [{"server_uuid": "e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd", "name": "network-vif-plugged", "status": "completed", "tag": "b5bc380f-f1d8-4db9-a832-0a9591f643fe"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:25:26.132708 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port b5bc380f-f1d8-4db9-a832-0a9591f643fe, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=b5bc380f-f1d8-4db9-a832-0a9591f643fe,segment=NetworkSegment(1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7),segment_id=1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:25:26.137360 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (b5bc380f-f1d8-4db9-a832-0a9591f643fe), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:26.141351 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:26.171189 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335abb87-ebd1-4cb8-ad29-38880556ca40 x-openstack-request-id: req-335abb87-ebd1-4cb8-ad29-38880556ca40 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:25:26.171477 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd", "name": "network-vif-plugged", "status": "completed", "tag": "b5bc380f-f1d8-4db9-a832-0a9591f643fe", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:25:26.171724 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-335abb87-ebd1-4cb8-ad29-38880556ca40 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:25:26.172160 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-335abb87-ebd1-4cb8-ad29-38880556ca40'] response: {'server_uuid': 'e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bc380f-f1d8-4db9-a832-0a9591f643fe', 'code': 200} Jun 22 10:25:26.202886 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=b5bc380f-f1d8-4db9-a832-0a9591f643fe,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:25:26.333742 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9c48e-41a1-4768-918e-08480a9d360c req-db4ee869-adf1-43d1-933e-09430a290920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:26.335243 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-aef9c48e-41a1-4768-918e-08480a9d360c req-db4ee869-adf1-43d1-933e-09430a290920 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd HTTP/1.1" status: 200 len: 1130 time: 0.0383322 Jun 22 10:25:26.363295 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:26.385723 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-aef9c48e-41a1-4768-918e-08480a9d360c req-6aee268c-6e71-4e44-abec-5e4e491f0de5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f32e8108-2c39-4f6a-8d60-e1d9f3274784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417476 Jun 22 10:25:27.101731 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295569b-a1e2-41d2-a00a-d7cf893a00fb req-719a337b-2f2d-41a1-8db9-82a91c6b7376 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:27.104320 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2295569b-a1e2-41d2-a00a-d7cf893a00fb req-719a337b-2f2d-41a1-8db9-82a91c6b7376 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd HTTP/1.1" status: 200 len: 946 time: 0.0533941 Jun 22 10:25:27.129649 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:27.153659 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-2295569b-a1e2-41d2-a00a-d7cf893a00fb req-411c38d0-7956-47ff-8b12-83b4004bfa10 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/security-groups?id=f32e8108-2c39-4f6a-8d60-e1d9f3274784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436251 Jun 22 10:25:28.269495 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d4fe7-36d0-4729-8e8d-afa4d4f1999b req-081c1cfd-4c8c-4d1b-8e9f-e9cef6d9f0a9 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:28.270986 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-606d4fe7-36d0-4729-8e8d-afa4d4f1999b req-081c1cfd-4c8c-4d1b-8e9f-e9cef6d9f0a9 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd HTTP/1.1" status: 200 len: 946 time: 0.0486884 Jun 22 10:25:28.318405 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-606d4fe7-36d0-4729-8e8d-afa4d4f1999b req-52b5752e-4b1d-4e86-9d6a-f5a904db47a6 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/security-groups?id=f32e8108-2c39-4f6a-8d60-e1d9f3274784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417316 Jun 22 10:25:30.040900 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=69 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:34.999756 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:25:36.193913 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:36.200492 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=1,neutron:SELECT=9 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:36.382877 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=42 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:37.013171 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=86,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:38.312371 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:38.315269 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=12 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:38.408017 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0099a96c-f665-4c1e-9be9-90671532cacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:40.722593 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-21a53e30-f789-4c3f-97fb-7cc5a0d3aa9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:42.001298 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:43.465597 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:43.908720 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:44.999433 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:47.249397 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:47.384781 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa19b8-56fe-4760-bc60-bb41ddce8ea2 req-e563d54f-3918-4044-97f1-20db24a583b5 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:47.386201 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-abaa19b8-56fe-4760-bc60-bb41ddce8ea2 req-e563d54f-3918-4044-97f1-20db24a583b5 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd HTTP/1.1" status: 200 len: 946 time: 0.0473847 Jun 22 10:25:47.436530 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-abaa19b8-56fe-4760-bc60-bb41ddce8ea2 req-70b3822b-6f85-4e79-9e9b-10bc71e0ffaf tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/security-groups?id=f32e8108-2c39-4f6a-8d60-e1d9f3274784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447290 Jun 22 10:25:48.603727 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade33cf1-d204-4d17-bc9b-2141055090be req-4996fa8e-627c-4f69-8da9-e84ebb1bba13 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:48.605187 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ade33cf1-d204-4d17-bc9b-2141055090be req-4996fa8e-627c-4f69-8da9-e84ebb1bba13 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd HTTP/1.1" status: 200 len: 946 time: 0.0980351 Jun 22 10:25:48.654639 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ade33cf1-d204-4d17-bc9b-2141055090be req-dc45bfaf-29d8-432a-958d-cee78d7135c4 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/security-groups?id=f32e8108-2c39-4f6a-8d60-e1d9f3274784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438960 Jun 22 10:25:48.982185 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423528b4-dd9f-4a31-bf31-306231b712f7 req-57dae30b-d897-4279-bbde-d412ab2eaaac tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:48.983633 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-423528b4-dd9f-4a31-bf31-306231b712f7 req-57dae30b-d897-4279-bbde-d412ab2eaaac tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd HTTP/1.1" status: 200 len: 946 time: 0.0472777 Jun 22 10:25:49.069317 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-423528b4-dd9f-4a31-bf31-306231b712f7 req-d4a5357e-8656-4c09-9764-93dc703c9182 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Deleting port b5bc380f-f1d8-4db9-a832-0a9591f643fe {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:25:49.069581 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-423528b4-dd9f-4a31-bf31-306231b712f7 req-d4a5357e-8656-4c09-9764-93dc703c9182 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (b5bc380f-f1d8-4db9-a832-0a9591f643fe), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:49.157856 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-423528b4-dd9f-4a31-bf31-306231b712f7 req-d4a5357e-8656-4c09-9764-93dc703c9182 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] For port b5bc380f-f1d8-4db9-a832-0a9591f643fe, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=b5bc380f-f1d8-4db9-a832-0a9591f643fe,segment=NetworkSegment(1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7),segment_id=1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:25:49.158219 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-423528b4-dd9f-4a31-bf31-306231b712f7 req-d4a5357e-8656-4c09-9764-93dc703c9182 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (b5bc380f-f1d8-4db9-a832-0a9591f643fe), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:49.171274 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-423528b4-dd9f-4a31-bf31-306231b712f7 req-d4a5357e-8656-4c09-9764-93dc703c9182 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Calling delete_port for b5bc380f-f1d8-4db9-a832-0a9591f643fe owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:25:49.299168 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-423528b4-dd9f-4a31-bf31-306231b712f7 req-d4a5357e-8656-4c09-9764-93dc703c9182 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (b5bc380f-f1d8-4db9-a832-0a9591f643fe), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:49.311375 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['b5bc380f-f1d8-4db9-a832-0a9591f643fe'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:25:49.330402 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5357e-8656-4c09-9764-93dc703c9182 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Pushing event deleted for resources: {'Port': ['ID=b5bc380f-f1d8-4db9-a832-0a9591f643fe,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:25:49.376133 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-423528b4-dd9f-4a31-bf31-306231b712f7 req-d4a5357e-8656-4c09-9764-93dc703c9182 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] No DVR routers for this DVR port b5bc380f-f1d8-4db9-a832-0a9591f643fe on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:25:49.378707 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-423528b4-dd9f-4a31-bf31-306231b712f7 req-d4a5357e-8656-4c09-9764-93dc703c9182 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:25:49.382068 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-423528b4-dd9f-4a31-bf31-306231b712f7 req-d4a5357e-8656-4c09-9764-93dc703c9182 tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.59 "DELETE /v2.0/ports/b5bc380f-f1d8-4db9-a832-0a9591f643fe HTTP/1.1" status: 204 len: 173 time: 0.3926377 Jun 22 10:25:49.382507 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd', 'name': 'network-vif-deleted', 'tag': 'b5bc380f-f1d8-4db9-a832-0a9591f643fe'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:25:49.385342 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9359348-8687-4be3-b8fc-15c06d43c559" -d '{"events": [{"server_uuid": "e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd", "name": "network-vif-deleted", "tag": "b5bc380f-f1d8-4db9-a832-0a9591f643fe"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:25:49.420996 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06693b2e-6fcd-4fee-8481-ac44f7255940 x-openstack-request-id: req-06693b2e-6fcd-4fee-8481-ac44f7255940 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:25:49.421303 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd", "name": "network-vif-deleted", "tag": "b5bc380f-f1d8-4db9-a832-0a9591f643fe", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:25:49.421620 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06693b2e-6fcd-4fee-8481-ac44f7255940 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:25:49.422037 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06693b2e-6fcd-4fee-8481-ac44f7255940'] response: {'server_uuid': 'e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd', 'name': 'network-vif-deleted', 'tag': 'b5bc380f-f1d8-4db9-a832-0a9591f643fe', 'status': 'completed', 'code': 200} Jun 22 10:25:49.768109 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1cca98e2-566b-47d7-bcdd-27eac75ae987 req-0d8dcc7f-7150-49fd-8baf-c32f36df41cb tempest-VolumesSnapshotTestJSON-1146371521 tempest-VolumesSnapshotTestJSON-1146371521-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1a65e9e-ffe1-4b75-87f0-e3fece9f23dd HTTP/1.1" status: 200 len: 210 time: 0.0318899 Jun 22 10:25:52.043218 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device b5bc380f-f1d8-4db9-a832-0a9591f643fe no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:25:52.065903 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: b5bc380f-f1d8-4db9-a832-0a9591f643fe {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:25:52.066255 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device b5bc380f-f1d8-4db9-a832-0a9591f643fe not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:25:55.069841 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2be9a370-86bd-46ac-8c61-c03998c79b5e req-24349baa-a302-46b1-bb47-301fb741fe31 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422711 Jun 22 10:25:55.154320 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9a370-86bd-46ac-8c61-c03998c79b5e req-0288f371-5238-4f0b-adf0-27b37a2d0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:55.155823 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2be9a370-86bd-46ac-8c61-c03998c79b5e req-0288f371-5238-4f0b-adf0-27b37a2d0ab2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa9a1da5cb5a4279abb88ec7bdb1ef6b&device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 1129 time: 0.0406423 Jun 22 10:25:55.264808 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9a370-86bd-46ac-8c61-c03998c79b5e req-594c68f4-d872-4c58-9b45-e46f01787fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:55.266346 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2be9a370-86bd-46ac-8c61-c03998c79b5e req-594c68f4-d872-4c58-9b45-e46f01787fdb service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e72ac4a-4b5a-48df-b530-d05f788ca8b5 HTTP/1.1" status: 200 len: 909 time: 0.0917675 Jun 22 10:25:55.333516 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2be9a370-86bd-46ac-8c61-c03998c79b5e req-373eda8e-3a43-4d99-85c8-ffc35a66bef1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377da38d-a656-43c8-babd-6b00935ec9f5 HTTP/1.1" status: 200 len: 1001 time: 0.0604503 Jun 22 10:25:55.388053 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9a370-86bd-46ac-8c61-c03998c79b5e req-ec27f3f1-2766-4876-a930-51fd19444ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:55.389600 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2be9a370-86bd-46ac-8c61-c03998c79b5e req-ec27f3f1-2766-4876-a930-51fd19444ce5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=609655c9-4eca-41c6-a3ba-19306a7c34ab HTTP/1.1" status: 200 len: 847 time: 0.0500450 Jun 22 10:25:55.437604 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9a370-86bd-46ac-8c61-c03998c79b5e req-1291811e-2407-4b40-a825-24f83006929d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:25:55.439152 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2be9a370-86bd-46ac-8c61-c03998c79b5e req-1291811e-2407-4b40-a825-24f83006929d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e72ac4a-4b5a-48df-b530-d05f788ca8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436170 Jun 22 10:25:55.529327 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2be9a370-86bd-46ac-8c61-c03998c79b5e req-6c4404e9-6774-45e0-b930-4e760f4b3934 service neutron] 10.222.0.59 "GET /v2.0/networks/0e72ac4a-4b5a-48df-b530-d05f788ca8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838444 Jun 22 10:25:55.552669 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:55.628655 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-2be9a370-86bd-46ac-8c61-c03998c79b5e req-f2d2a591-6cd0-44ed-8a36-11efe2f934f7 service neutron] 10.222.0.59 "GET /v2.0/networks/0e72ac4a-4b5a-48df-b530-d05f788ca8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933480 Jun 22 10:25:59.315697 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:59.746712 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=18 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:25:59.748934 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=20 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:02.048297 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:05.623783 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=7 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:05.625602 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:07.042070 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:08.409829 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f83aae89-307f-41bb-a2e8-79d8dfa25880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:10.728472 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d6ca1009-f4ae-4446-9136-3a8e9ada0556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:11.999190 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:26:12.004316 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:12.988079 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46806) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:26:13.032818 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53e530f-85a5-4b27-9da1-6bf3c7566ed0 admin admin] Deleting subnet c1b7f5a2-78b4-4392-9219-52ac8f410c9e {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 10:26:13.035802 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d53e530f-85a5-4b27-9da1-6bf3c7566ed0 admin admin] Publish callbacks [] for subnet (c1b7f5a2-78b4-4392-9219-52ac8f410c9e), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:13.075345 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d53e530f-85a5-4b27-9da1-6bf3c7566ed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4278864'] for subnet (c1b7f5a2-78b4-4392-9219-52ac8f410c9e), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:13.117991 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d53e530f-85a5-4b27-9da1-6bf3c7566ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739848'] for subnet (c1b7f5a2-78b4-4392-9219-52ac8f410c9e), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:13.173549 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d53e530f-85a5-4b27-9da1-6bf3c7566ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6232504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517476'] for subnet (c1b7f5a2-78b4-4392-9219-52ac8f410c9e), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:13.200361 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e530f-85a5-4b27-9da1-6bf3c7566ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1b7f5a2-78b4-4392-9219-52ac8f410c9e,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:13.204085 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d53e530f-85a5-4b27-9da1-6bf3c7566ed0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:13.207442 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d53e530f-85a5-4b27-9da1-6bf3c7566ed0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c1b7f5a2-78b4-4392-9219-52ac8f410c9e HTTP/1.1" status: 204 len: 168 time: 0.2183511 Jun 22 10:26:13.210059 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46810) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:26:13.300339 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a376bac3-31b6-460f-b13d-7052186dd690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1791967'] for network (20f65aeb-74a5-4851-b116-5aa3287c3229), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:13.342390 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68bac8-2ff5-4391-8650-64618b1b7628 req-1e92ea9d-1bd7-43b3-b538-87d6dbf72ab6 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:13.343878 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ab68bac8-2ff5-4391-8650-64618b1b7628 req-1e92ea9d-1bd7-43b3-b538-87d6dbf72ab6 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0591438 Jun 22 10:26:13.438569 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a376bac3-31b6-460f-b13d-7052186dd690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722933', 'neutron.services.segments.db._delete_segments_for_network-8773365012875'] for network (20f65aeb-74a5-4851-b116-5aa3287c3229), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:13.467981 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:13.472867 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ab68bac8-2ff5-4391-8650-64618b1b7628 req-d74b3cb7-6335-4eda-9207-d38f3a0afe36 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116939 Jun 22 10:26:13.474707 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-a376bac3-31b6-460f-b13d-7052186dd690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f65aeb-74a5-4851-b116-5aa3287c3229']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:13.484699 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-a376bac3-31b6-460f-b13d-7052186dd690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:13.484889 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-a376bac3-31b6-460f-b13d-7052186dd690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:13.494977 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a376bac3-31b6-460f-b13d-7052186dd690 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773365013140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4278859'] for segment (1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:13.508010 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a376bac3-31b6-460f-b13d-7052186dd690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:13.514894 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a376bac3-31b6-460f-b13d-7052186dd690 admin admin] Releasing vlan 964 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:26:13.515304 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a376bac3-31b6-460f-b13d-7052186dd690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6232530'] for segment (1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:13.536324 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7 resource provider aggregate not found Jun 22 10:26:13.578012 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d55858e-5d1a-4978-ba3e-5fe6ffef9ca7 found for delete ", "request_id": "req-455ae1cd-0748-4f3e-a9c1-2157660856f2"}]} Jun 22 10:26:13.585649 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a376bac3-31b6-460f-b13d-7052186dd690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745775'] for network (20f65aeb-74a5-4851-b116-5aa3287c3229), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:13.591708 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a376bac3-31b6-460f-b13d-7052186dd690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:13.594795 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-a376bac3-31b6-460f-b13d-7052186dd690 admin admin] 10.222.0.43 "DELETE /v2.0/networks/20f65aeb-74a5-4851-b116-5aa3287c3229 HTTP/1.1" status: 204 len: 168 time: 0.3837192 Jun 22 10:26:13.605741 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376bac3-31b6-460f-b13d-7052186dd690 admin admin] Pushing event deleted for resources: {'Network': ['ID=20f65aeb-74a5-4851-b116-5aa3287c3229,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:13.705830 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46820) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:26:13.747194 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-ec427ccc-bed4-4346-b71e-16e7faabc45e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60103a2f42f244e3af1d92a8a378fece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400884 Jun 22 10:26:13.749501 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46822) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:26:13.797182 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-94b5b3d3-dc62-4dc5-b726-217e80fe898e admin admin] Publish callbacks [] for security_group (f32e8108-2c39-4f6a-8d60-e1d9f3274784), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:13.818227 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-94b5b3d3-dc62-4dc5-b726-217e80fe898e admin admin] Publish callbacks [] for security_group (f32e8108-2c39-4f6a-8d60-e1d9f3274784), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:13.869896 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-94b5b3d3-dc62-4dc5-b726-217e80fe898e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (f32e8108-2c39-4f6a-8d60-e1d9f3274784), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:13.872412 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-94b5b3d3-dc62-4dc5-b726-217e80fe898e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:13.873586 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-94b5b3d3-dc62-4dc5-b726-217e80fe898e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f32e8108-2c39-4f6a-8d60-e1d9f3274784 HTTP/1.1" status: 204 len: 168 time: 0.1231425 Jun 22 10:26:13.881550 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5b3d3-dc62-4dc5-b726-217e80fe898e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32e8108-2c39-4f6a-8d60-e1d9f3274784,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:13.888780 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5b3d3-dc62-4dc5-b726-217e80fe898e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:13.889131 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5b3d3-dc62-4dc5-b726-217e80fe898e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:13.889474 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5b3d3-dc62-4dc5-b726-217e80fe898e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:13.889839 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5b3d3-dc62-4dc5-b726-217e80fe898e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:13.890177 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5b3d3-dc62-4dc5-b726-217e80fe898e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:13.890506 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5b3d3-dc62-4dc5-b726-217e80fe898e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:13.890837 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5b3d3-dc62-4dc5-b726-217e80fe898e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:13.891164 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5b3d3-dc62-4dc5-b726-217e80fe898e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:13.891490 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5b3d3-dc62-4dc5-b726-217e80fe898e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:13.891814 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5b3d3-dc62-4dc5-b726-217e80fe898e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:13.892148 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5b3d3-dc62-4dc5-b726-217e80fe898e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:13.892472 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5b3d3-dc62-4dc5-b726-217e80fe898e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:13.892793 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5b3d3-dc62-4dc5-b726-217e80fe898e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:13.893113 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5b3d3-dc62-4dc5-b726-217e80fe898e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:13.893431 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b5b3d3-dc62-4dc5-b726-217e80fe898e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:13.918280 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:14.540522 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46850) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:26:14.593004 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69225e5-959a-4410-aecf-72e632eef3b0 req-c43443ba-1453-4f1d-856f-1617d188fa82 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:14.594575 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a69225e5-959a-4410-aecf-72e632eef3b0 req-c43443ba-1453-4f1d-856f-1617d188fa82 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0473499 Jun 22 10:26:14.646282 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-a69225e5-959a-4410-aecf-72e632eef3b0 req-0884fb00-13d7-4592-9d66-20295c8951aa tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459850 Jun 22 10:26:14.649512 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1760324445-network', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:26:14.671160 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Made reservation on behalf of f4d8e96d47af4667a2f478e6561353d4 for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:26:14.673463 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:14.682419 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:14.764044 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Publish callbacks [] for security_group (126f0c0f-a25f-4201-ba79-688a42d06bfc), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:14.768051 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (126f0c0f-a25f-4201-ba79-688a42d06bfc), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:14.775965 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:14.783516 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:14.798480 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] vlan segment allocate from pool success with {'vlan_id': 977, 'physical_network': 'physnet1'} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:26:14.813676 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126f0c0f-a25f-4201-ba79-688a42d06bfc,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:14.818770 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (286f85c7-3e5c-4f21-a3f7-5e7af9577353), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:14.819116 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Added segment 286f85c7-3e5c-4f21-a3f7-5e7af9577353 of type vlan for network bc9c4db9-b058-40e2-9895-f39f6e0b1815 Jun 22 10:26:14.866233 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773364491457'] for network (bc9c4db9-b058-40e2-9895-f39f6e0b1815), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:14.891184 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for network (bc9c4db9-b058-40e2-9895-f39f6e0b1815), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:14.892292 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:14.892875 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:14.928398 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3860123 Jun 22 10:26:14.931249 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46854) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:26:14.937530 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-87b36ef8-a269-436d-8c2f-df59249a6482 admin admin] Request body: {'subnet': {'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1760324445-subnet', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:26:14.968888 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Pushing event updated for resources: {'Network': ['ID=bc9c4db9-b058-40e2-9895-f39f6e0b1815,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:14.982623 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.982968 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.983311 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.983647 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.983975 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.984312 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.984623 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.984942 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.985261 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.985580 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.985931 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.986254 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.986571 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.986884 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.987197 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e17d47-bc21-4011-955a-4633100f152f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:14.995218 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b36ef8-a269-436d-8c2f-df59249a6482 admin admin] Made reservation on behalf of f4d8e96d47af4667a2f478e6561353d4 for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:26:14.997564 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-87b36ef8-a269-436d-8c2f-df59249a6482 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517387'] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:14.998386 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Network bc9c4db9-b058-40e2-9895-f39f6e0b1815 details requested by agent ovs-agent-dv-cinder-847131-1-iscsi with host dv-cinder-847131-1-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 10:26:15.167994 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-87b36ef8-a269-436d-8c2f-df59249a6482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6232443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517501'] for subnet (7623827a-9286-49a6-adf1-9df3a64fbe8e), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:15.228111 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b36ef8-a269-436d-8c2f-df59249a6482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7623827a-9286-49a6-adf1-9df3a64fbe8e,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:15.237506 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b36ef8-a269-436d-8c2f-df59249a6482 admin admin] Checking segment: {'id': '286f85c7-3e5c-4f21-a3f7-5e7af9577353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:26:15.237891 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b36ef8-a269-436d-8c2f-df59249a6482 admin admin] Network hostable DHCP agents. Network: bc9c4db9-b058-40e2-9895-f39f6e0b1815, hostable agents: ['932caf1b-e271-42cd-92f3-ee8a2197157a'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:26:15.255739 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b36ef8-a269-436d-8c2f-df59249a6482 admin admin] Network bc9c4db9-b058-40e2-9895-f39f6e0b1815 is scheduled to be hosted by DHCP agent 932caf1b-e271-42cd-92f3-ee8a2197157a with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:26:15.265377 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-87b36ef8-a269-436d-8c2f-df59249a6482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-1-iscsi, bc9c4db9-b058-40e2-9895-f39f6e0b1815) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:26:15.269269 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b36ef8-a269-436d-8c2f-df59249a6482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:15.269882 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-87b36ef8-a269-436d-8c2f-df59249a6482 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:15.274066 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96a7d3a-c768-4a5b-b211-baeb4e0c01b7 None None] Network bc9c4db9-b058-40e2-9895-f39f6e0b1815 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:26:15.285535 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-87b36ef8-a269-436d-8c2f-df59249a6482 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3531981 Jun 22 10:26:15.288196 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46856) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:26:15.292551 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-e8baece3-0979-4e2f-ace6-769d86f041ef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1760324445-router', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:26:15.314616 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8baece3-0979-4e2f-ace6-769d86f041ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261094'] for router (8d77b355-fd4e-4dab-8c05-e63412f652be), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:15.315780 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8baece3-0979-4e2f-ace6-769d86f041ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261105'] for router (8d77b355-fd4e-4dab-8c05-e63412f652be), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:15.365989 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8baece3-0979-4e2f-ace6-769d86f041ef admin admin] Publish callbacks [] for router_controller (8d77b355-fd4e-4dab-8c05-e63412f652be), precommit_add_association {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:15.378059 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa237d7d-b3be-5477-8a51-97f00709975f-bc9c4db9-b058-40e2-9895-f39f6e0b1815', 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815', 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'fixed_ips': [{'subnet_id': '7623827a-9286-49a6-adf1-9df3a64fbe8e'}]}} from dv-cinder-847131-1-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 10:26:15.379011 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:15.505063 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8baece3-0979-4e2f-ace6-769d86f041ef admin admin] Publish callbacks [] for router_gateway (8d77b355-fd4e-4dab-8c05-e63412f652be), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:15.519057 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Allocated IP 172.20.0.2 (bc9c4db9-b058-40e2-9895-f39f6e0b1815/7623827a-9286-49a6-adf1-9df3a64fbe8e/68eb35c0-58c6-45d8-8659-b8b831170811) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:26:15.567651 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:15.653368 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:15.668124 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Publish callbacks [] for port (68eb35c0-58c6-45d8-8659-b8b831170811), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:15.679638 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (68eb35c0-58c6-45d8-8659-b8b831170811), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:15.694558 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8baece3-0979-4e2f-ace6-769d86f041ef admin admin] Publish callbacks [] for router_gateway (8d77b355-fd4e-4dab-8c05-e63412f652be), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:15.714769 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8baece3-0979-4e2f-ace6-769d86f041ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:15.721952 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Network bc9c4db9-b058-40e2-9895-f39f6e0b1815 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:26:15.726507 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:26:15.730954 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:26:15.738236 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Pushing event updated for resources: {'Port': ['ID=68eb35c0-58c6-45d8-8659-b8b831170811,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:15.768388 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:15.768740 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:15.769090 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:15.769436 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:15.769797 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:15.770144 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:15.770470 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:15.770800 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:15.771132 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:15.771465 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:15.771794 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:15.772126 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:15.772451 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:15.772777 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:15.773101 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:15.805948 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Attempting to bind port 68eb35c0-58c6-45d8-8659-b8b831170811 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:26:15.806323 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Attempting to bind port 68eb35c0-58c6-45d8-8659-b8b831170811 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': '286f85c7-3e5c-4f21-a3f7-5e7af9577353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:26:15.806905 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Attempting to bind port 68eb35c0-58c6-45d8-8659-b8b831170811 on network bc9c4db9-b058-40e2-9895-f39f6e0b1815 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:26:15.809438 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d83b4-d9b0-42ce-9905-3dd039230012 req-d4ed2845-90ba-488e-9ef2-a7b8de3fcb07 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:15.810948 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-136d83b4-d9b0-42ce-9905-3dd039230012 req-d4ed2845-90ba-488e-9ef2-a7b8de3fcb07 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0889888 Jun 22 10:26:15.812194 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:26:15.812643 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Checking segment: {'id': '286f85c7-3e5c-4f21-a3f7-5e7af9577353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:26:15.813126 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:15.813593 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Bound using segment: {'id': '286f85c7-3e5c-4f21-a3f7-5e7af9577353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:26:15.814153 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Bound port: 68eb35c0-58c6-45d8-8659-b8b831170811, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286f85c7-3e5c-4f21-a3f7-5e7af9577353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:26:15.814603 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (68eb35c0-58c6-45d8-8659-b8b831170811), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:15.876931 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] For port 68eb35c0-58c6-45d8-8659-b8b831170811, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:26:15.879978 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] For port 68eb35c0-58c6-45d8-8659-b8b831170811, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=68eb35c0-58c6-45d8-8659-b8b831170811,segment=NetworkSegment(286f85c7-3e5c-4f21-a3f7-5e7af9577353),segment_id=286f85c7-3e5c-4f21-a3f7-5e7af9577353)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:26:15.886269 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (68eb35c0-58c6-45d8-8659-b8b831170811), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:15.900764 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-e8baece3-0979-4e2f-ace6-769d86f041ef admin admin] Allocated IP 172.27.0.250 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/2a523311-0966-4fbd-8c3a-e6d5feeead00) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:26:15.908174 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-136d83b4-d9b0-42ce-9905-3dd039230012 req-f5cfa401-aeb4-48ad-8bf6-0112fccb977d tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916994 Jun 22 10:26:15.945077 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380570f5-034a-437c-9576-c273c1d0b7d4 None None] Pushing event updated for resources: {'Port': ['ID=68eb35c0-58c6-45d8-8659-b8b831170811,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:16.016674 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8baece3-0979-4e2f-ace6-769d86f041ef admin admin] Publish callbacks [] for port (2a523311-0966-4fbd-8c3a-e6d5feeead00), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:16.048126 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8baece3-0979-4e2f-ace6-769d86f041ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (2a523311-0966-4fbd-8c3a-e6d5feeead00), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:16.090600 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8baece3-0979-4e2f-ace6-769d86f041ef admin admin] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:26:16.093523 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-e8baece3-0979-4e2f-ace6-769d86f041ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:26:16.097361 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8baece3-0979-4e2f-ace6-769d86f041ef admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:26:16.136081 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8baece3-0979-4e2f-ace6-769d86f041ef admin admin] Pushing event updated for resources: {'Port': ['ID=2a523311-0966-4fbd-8c3a-e6d5feeead00,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:16.362415 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8baece3-0979-4e2f-ace6-769d86f041ef admin admin] Publish callbacks [] for router_gateway (8d77b355-fd4e-4dab-8c05-e63412f652be), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:16.406268 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:16.551883 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8baece3-0979-4e2f-ace6-769d86f041ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725670'] for router (8d77b355-fd4e-4dab-8c05-e63412f652be), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:16.604174 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:16.762453 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 68eb35c0-58c6-45d8-8659-b8b831170811 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:26:16.767778 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:16.808612 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:16.823484 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 68eb35c0-58c6-45d8-8659-b8b831170811 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:16.824302 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (68eb35c0-58c6-45d8-8659-b8b831170811), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:16.900760 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaa0dcb-69ce-4a20-9e49-3c3da41b6ef7 None None] Network bc9c4db9-b058-40e2-9895-f39f6e0b1815 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:26:16.919253 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 68eb35c0-58c6-45d8-8659-b8b831170811 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:16.919640 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (68eb35c0-58c6-45d8-8659-b8b831170811), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:16.930254 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8baece3-0979-4e2f-ace6-769d86f041ef admin admin] Router 8d77b355-fd4e-4dab-8c05-e63412f652be is scheduled to L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 with binding_index 1 {{(pid=104123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 10:26:17.012363 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] For port 68eb35c0-58c6-45d8-8659-b8b831170811, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=68eb35c0-58c6-45d8-8659-b8b831170811,segment=NetworkSegment(286f85c7-3e5c-4f21-a3f7-5e7af9577353),segment_id=286f85c7-3e5c-4f21-a3f7-5e7af9577353)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:26:17.013371 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-e79c566a-9ed0-471b-8704-a90266818bf4 None None] Provisioning complete for port 68eb35c0-58c6-45d8-8659-b8b831170811 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:17.014020 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e79c566a-9ed0-471b-8704-a90266818bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (68eb35c0-58c6-45d8-8659-b8b831170811), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:17.020382 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (68eb35c0-58c6-45d8-8659-b8b831170811), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:17.073836 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44c99e-ccce-47ca-9b9d-ccf67346a144 req-c72e82bb-0539-478d-acde-d81ab9f2d00c tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:17.075225 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-df44c99e-ccce-47ca-9b9d-ccf67346a144 req-c72e82bb-0539-478d-acde-d81ab9f2d00c tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0847149 Jun 22 10:26:17.085489 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8baece3-0979-4e2f-ace6-769d86f041ef admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:26:17.105919 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] Sync routers for ids ['8d77b355-fd4e-4dab-8c05-e63412f652be'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:26:17.121001 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] Routers {'8d77b355-fd4e-4dab-8c05-e63412f652be'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:26:17.121646 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:26:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['8d77b355-fd4e-4dab-8c05-e63412f652be'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:17.123010 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8baece3-0979-4e2f-ace6-769d86f041ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:17.124265 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e8baece3-0979-4e2f-ace6-769d86f041ef admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8351378 Jun 22 10:26:17.127425 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46862) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:26:17.129023 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Pushing event updated for resources: {'Port': ['ID=68eb35c0-58c6-45d8-8659-b8b831170811,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:17.156283 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-df44c99e-ccce-47ca-9b9d-ccf67346a144 req-34e3883d-6d66-42d6-8004-13f2dd9bdfc6 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729160 Jun 22 10:26:17.172649 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-e79c566a-9ed0-471b-8704-a90266818bf4 None None] Current status of the port 68eb35c0-58c6-45d8-8659-b8b831170811 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:17.246778 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] Set router 8d77b355-fd4e-4dab-8c05-e63412f652be gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:26:17.265314 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:17.393130 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-7bda622c-061f-4d18-b02d-62ffc95b3806 None None] Provisioning complete for port 68eb35c0-58c6-45d8-8659-b8b831170811 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:17.393510 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7bda622c-061f-4d18-b02d-62ffc95b3806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (68eb35c0-58c6-45d8-8659-b8b831170811), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:17.422600 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'name': 'tempest-TestMinimumBasicScenario-1760324445-router', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:16Z', 'revision_number': 3, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'gw_port': {'id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:17.448798 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] Checking router: 8d77b355-fd4e-4dab-8c05-e63412f652be for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:26:17.449151 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] Updating router 8d77b355-fd4e-4dab-8c05-e63412f652be port 2a523311-0966-4fbd-8c3a-e6d5feeead00 binding host dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:26:17.470915 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-7bda622c-061f-4d18-b02d-62ffc95b3806 None None] Current status of the port 68eb35c0-58c6-45d8-8659-b8b831170811 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:17.477658 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (2a523311-0966-4fbd-8c3a-e6d5feeead00), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:17.572841 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ea9e8cd6-db64-4a2d-a0f6-89aed3b786f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:17.719272 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:17.727476 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [None req-ea9e8cd6-db64-4a2d-a0f6-89aed3b786f9 admin admin] Allocated IP 172.20.0.1 (bc9c4db9-b058-40e2-9895-f39f6e0b1815/7623827a-9286-49a6-adf1-9df3a64fbe8e/ab2656d6-9cec-480d-a063-583cc8dfbb05) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:26:17.728335 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] Publish callbacks [] for port (2a523311-0966-4fbd-8c3a-e6d5feeead00), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:17.734095 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (2a523311-0966-4fbd-8c3a-e6d5feeead00), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:17.785169 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09644c-20b1-4fea-b5a8-64cee0c2e486 None None] Pushing event updated for resources: {'Port': ['ID=2a523311-0966-4fbd-8c3a-e6d5feeead00,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:17.792681 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] Attempting to bind port 2a523311-0966-4fbd-8c3a-e6d5feeead00 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:26:17.793045 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] Attempting to bind port 2a523311-0966-4fbd-8c3a-e6d5feeead00 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:26:17.793405 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] Attempting to bind port 2a523311-0966-4fbd-8c3a-e6d5feeead00 on network 79d15111-a84f-47a4-8793-6586c660a510 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:26:17.796875 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b09644c-20b1-4fea-b5a8-64cee0c2e486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:17.797226 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b09644c-20b1-4fea-b5a8-64cee0c2e486 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:17.797591 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b09644c-20b1-4fea-b5a8-64cee0c2e486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:17.797958 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b09644c-20b1-4fea-b5a8-64cee0c2e486 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:17.798294 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b09644c-20b1-4fea-b5a8-64cee0c2e486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:17.798624 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b09644c-20b1-4fea-b5a8-64cee0c2e486 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:17.798950 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b09644c-20b1-4fea-b5a8-64cee0c2e486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:17.799274 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b09644c-20b1-4fea-b5a8-64cee0c2e486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:17.799611 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b09644c-20b1-4fea-b5a8-64cee0c2e486 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:17.799928 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b09644c-20b1-4fea-b5a8-64cee0c2e486 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:17.800252 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b09644c-20b1-4fea-b5a8-64cee0c2e486 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:17.800592 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b09644c-20b1-4fea-b5a8-64cee0c2e486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:17.800913 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b09644c-20b1-4fea-b5a8-64cee0c2e486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:17.801247 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b09644c-20b1-4fea-b5a8-64cee0c2e486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:17.801550 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b09644c-20b1-4fea-b5a8-64cee0c2e486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:26:17.807491 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:26:17.807864 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] Checking segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:26:17.808262 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:17.808646 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] Bound using segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:26:17.809110 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] Bound port: 2a523311-0966-4fbd-8c3a-e6d5feeead00, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:26:17.809488 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (2a523311-0966-4fbd-8c3a-e6d5feeead00), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:17.815637 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:17.840671 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ea9e8cd6-db64-4a2d-a0f6-89aed3b786f9 admin admin] Publish callbacks [] for port (ab2656d6-9cec-480d-a063-583cc8dfbb05), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:17.860373 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] For port 2a523311-0966-4fbd-8c3a-e6d5feeead00, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:26:17.863436 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] For port 2a523311-0966-4fbd-8c3a-e6d5feeead00, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=2a523311-0966-4fbd-8c3a-e6d5feeead00,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:26:17.868500 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (2a523311-0966-4fbd-8c3a-e6d5feeead00), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:17.874638 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ea9e8cd6-db64-4a2d-a0f6-89aed3b786f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (ab2656d6-9cec-480d-a063-583cc8dfbb05), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:17.918699 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] Routers {'8d77b355-fd4e-4dab-8c05-e63412f652be'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:26:17.919314 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:26:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['8d77b355-fd4e-4dab-8c05-e63412f652be'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:17.919463 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9e8cd6-db64-4a2d-a0f6-89aed3b786f9 admin admin] Network bc9c4db9-b058-40e2-9895-f39f6e0b1815 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:26:17.923761 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-ea9e8cd6-db64-4a2d-a0f6-89aed3b786f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:26:17.927769 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e8cd6-db64-4a2d-a0f6-89aed3b786f9 admin admin] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:26:17.929906 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:17.951775 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e8cd6-db64-4a2d-a0f6-89aed3b786f9 admin admin] Pushing event updated for resources: {'Port': ['ID=ab2656d6-9cec-480d-a063-583cc8dfbb05,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:17.960929 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09644c-20b1-4fea-b5a8-64cee0c2e486 None None] Pushing event updated for resources: {'Port': ['ID=2a523311-0966-4fbd-8c3a-e6d5feeead00,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:17.974109 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ea9e8cd6-db64-4a2d-a0f6-89aed3b786f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721155'] for router_interface (8d77b355-fd4e-4dab-8c05-e63412f652be), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:18.013555 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:18.045755 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] Set router 8d77b355-fd4e-4dab-8c05-e63412f652be gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:26:18.121042 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ea9e8cd6-db64-4a2d-a0f6-89aed3b786f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (ab2656d6-9cec-480d-a063-583cc8dfbb05), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:18.191596 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-23713e86-105b-4f04-b851-162384afb9b9 None None] Provisioning complete for port ab2656d6-9cec-480d-a063-583cc8dfbb05 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:18.192694 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-23713e86-105b-4f04-b851-162384afb9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (ab2656d6-9cec-480d-a063-583cc8dfbb05), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:18.226580 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'name': 'tempest-TestMinimumBasicScenario-1760324445-router', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:16Z', 'revision_number': 3, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'gw_port': {'id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:18.253260 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b544a6-45af-4ca1-a322-471ec78ecd6e None None] The sync data for ids ['8d77b355-fd4e-4dab-8c05-e63412f652be'] in dv-cinder-847131-1-iscsi is: [{'id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'name': 'tempest-TestMinimumBasicScenario-1760324445-router', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:16Z', 'revision_number': 3, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'gw_port': {'id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:26:18.266558 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-23713e86-105b-4f04-b851-162384afb9b9 None None] Port ab2656d6-9cec-480d-a063-583cc8dfbb05 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:26:18.291751 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ea9e8cd6-db64-4a2d-a0f6-89aed3b786f9 admin admin] Publish callbacks [] for port (ab2656d6-9cec-480d-a063-583cc8dfbb05), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:18.296681 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ea9e8cd6-db64-4a2d-a0f6-89aed3b786f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (ab2656d6-9cec-480d-a063-583cc8dfbb05), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:18.319597 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d09c28-2d63-4f38-b3eb-2db17458df37 req-7aa5afe4-314b-4466-a1b6-bf89b319b383 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:18.321138 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-61d09c28-2d63-4f38-b3eb-2db17458df37 req-7aa5afe4-314b-4466-a1b6-bf89b319b383 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0623651 Jun 22 10:26:18.363518 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e8cd6-db64-4a2d-a0f6-89aed3b786f9 admin admin] Pushing event updated for resources: {'Port': ['ID=ab2656d6-9cec-480d-a063-583cc8dfbb05,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:18.368233 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ea9e8cd6-db64-4a2d-a0f6-89aed3b786f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722579'] for router_interface (8d77b355-fd4e-4dab-8c05-e63412f652be), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:18.378051 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-61d09c28-2d63-4f38-b3eb-2db17458df37 req-b89da2e4-9f70-4c48-9cf8-83cccd5880b0 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503297 Jun 22 10:26:18.465066 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9e8cd6-db64-4a2d-a0f6-89aed3b786f9 admin admin] Network bc9c4db9-b058-40e2-9895-f39f6e0b1815 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:26:18.466694 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [None req-ea9e8cd6-db64-4a2d-a0f6-89aed3b786f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:26:18.571514 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:18.606066 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9e8cd6-db64-4a2d-a0f6-89aed3b786f9 admin admin] Router 8d77b355-fd4e-4dab-8c05-e63412f652be has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:26:18.666602 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:18.797254 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-1af2a958-441a-46e5-a054-ac2c0aaf3285 None None] Provisioning complete for port ab2656d6-9cec-480d-a063-583cc8dfbb05 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:18.798083 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1af2a958-441a-46e5-a054-ac2c0aaf3285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (ab2656d6-9cec-480d-a063-583cc8dfbb05), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:18.840721 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 68eb35c0-58c6-45d8-8659-b8b831170811 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:26:18.875374 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-1af2a958-441a-46e5-a054-ac2c0aaf3285 None None] Port ab2656d6-9cec-480d-a063-583cc8dfbb05 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:26:18.900031 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 68eb35c0-58c6-45d8-8659-b8b831170811 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:18.900560 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (68eb35c0-58c6-45d8-8659-b8b831170811), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:18.987185 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 68eb35c0-58c6-45d8-8659-b8b831170811 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:18.988391 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 2a523311-0966-4fbd-8c3a-e6d5feeead00 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:26:19.001056 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9e8cd6-db64-4a2d-a0f6-89aed3b786f9 admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:26:19.009354 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-ea9e8cd6-db64-4a2d-a0f6-89aed3b786f9 admin admin] 10.222.0.43 "PUT /v2.0/routers/8d77b355-fd4e-4dab-8c05-e63412f652be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8769279 Jun 22 10:26:19.019965 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:19.036763 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 2a523311-0966-4fbd-8c3a-e6d5feeead00 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:19.037279 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (2a523311-0966-4fbd-8c3a-e6d5feeead00), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:19.069442 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:19.129271 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 2a523311-0966-4fbd-8c3a-e6d5feeead00 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:19.129673 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (2a523311-0966-4fbd-8c3a-e6d5feeead00), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:19.152453 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] For port 2a523311-0966-4fbd-8c3a-e6d5feeead00, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=2a523311-0966-4fbd-8c3a-e6d5feeead00,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:26:19.157068 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (2a523311-0966-4fbd-8c3a-e6d5feeead00), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:19.221293 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Pushing event updated for resources: {'Port': ['ID=2a523311-0966-4fbd-8c3a-e6d5feeead00,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:19.493556 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211863e-59a6-4aa5-a31d-75bae2ce9583 req-9351b15c-6d73-4ca1-b88a-8020d95cb1af tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:19.495175 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3211863e-59a6-4aa5-a31d-75bae2ce9583 req-9351b15c-6d73-4ca1-b88a-8020d95cb1af tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0491898 Jun 22 10:26:19.528057 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 46884) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:26:19.532931 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-26522d7b-7298-4b25-936a-615a705e09d8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1764864090-network', 'tenant_id': 'd85294bd0d8c475da36b80caf9b3153a'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:26:19.552589 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3211863e-59a6-4aa5-a31d-75bae2ce9583 req-538848c4-75d2-475a-991f-bb136b4d3e90 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517523 Jun 22 10:26:19.555455 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26522d7b-7298-4b25-936a-615a705e09d8 admin admin] Made reservation on behalf of d85294bd0d8c475da36b80caf9b3153a for: {'network': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:26:19.558066 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-26522d7b-7298-4b25-936a-615a705e09d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for network (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:19.567010 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-26522d7b-7298-4b25-936a-615a705e09d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:19.643277 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-26522d7b-7298-4b25-936a-615a705e09d8 admin admin] Publish callbacks [] for security_group (f7305265-4477-44a9-8633-10f4fadcb9a5), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:19.647872 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-26522d7b-7298-4b25-936a-615a705e09d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (f7305265-4477-44a9-8633-10f4fadcb9a5), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:19.676632 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26522d7b-7298-4b25-936a-615a705e09d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 978, 'physical_network': 'physnet1'} {{(pid=104122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 10:26:19.682491 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26522d7b-7298-4b25-936a-615a705e09d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7305265-4477-44a9-8633-10f4fadcb9a5,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:19.690221 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-26522d7b-7298-4b25-936a-615a705e09d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (c0ec51bd-d442-4560-833d-762e7c4fd379), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:19.690221 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.segments_db [None req-26522d7b-7298-4b25-936a-615a705e09d8 admin admin] Added segment c0ec51bd-d442-4560-833d-762e7c4fd379 of type vlan for network 80c4280e-349b-48a4-8b1c-6fef756a6eb0 Jun 22 10:26:19.731053 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-26522d7b-7298-4b25-936a-615a705e09d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773364491457'] for network (80c4280e-349b-48a4-8b1c-6fef756a6eb0), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:19.757204 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-26522d7b-7298-4b25-936a-615a705e09d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761'] for network (80c4280e-349b-48a4-8b1c-6fef756a6eb0), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:19.758283 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26522d7b-7298-4b25-936a-615a705e09d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:19.758863 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-26522d7b-7298-4b25-936a-615a705e09d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:19.792995 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-26522d7b-7298-4b25-936a-615a705e09d8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.2637832 Jun 22 10:26:19.795798 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46886) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:26:19.800886 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-8b1e9db2-3fb8-4c2b-b2bc-39ebfa0929d1 admin admin] Request body: {'subnet': {'network_id': '80c4280e-349b-48a4-8b1c-6fef756a6eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1764864090-subnet', 'tenant_id': 'd85294bd0d8c475da36b80caf9b3153a', 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:26:19.822668 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1e9db2-3fb8-4c2b-b2bc-39ebfa0929d1 admin admin] Made reservation on behalf of d85294bd0d8c475da36b80caf9b3153a for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:26:19.825017 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8b1e9db2-3fb8-4c2b-b2bc-39ebfa0929d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4517387'] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:19.828337 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26522d7b-7298-4b25-936a-615a705e09d8 admin admin] Pushing event updated for resources: {'Network': ['ID=80c4280e-349b-48a4-8b1c-6fef756a6eb0,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:19.840040 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Network 80c4280e-349b-48a4-8b1c-6fef756a6eb0 details requested by agent ovs-agent-dv-cinder-847131-1-iscsi with host dv-cinder-847131-1-iscsi {{(pid=104124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 22 10:26:19.995254 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:20.022032 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8b1e9db2-3fb8-4c2b-b2bc-39ebfa0929d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6232443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4517501'] for subnet (3029de94-da3e-4c3b-a87c-4ba06f118c56), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:20.030677 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] Sync routers for ids ['8d77b355-fd4e-4dab-8c05-e63412f652be'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:26:20.044318 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] Routers {'8d77b355-fd4e-4dab-8c05-e63412f652be'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:26:20.044959 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:26:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['8d77b355-fd4e-4dab-8c05-e63412f652be'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:20.084022 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e9db2-3fb8-4c2b-b2bc-39ebfa0929d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3029de94-da3e-4c3b-a87c-4ba06f118c56,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:20.096577 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1e9db2-3fb8-4c2b-b2bc-39ebfa0929d1 admin admin] Checking segment: {'id': 'c0ec51bd-d442-4560-833d-762e7c4fd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '80c4280e-349b-48a4-8b1c-6fef756a6eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:26:20.097142 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1e9db2-3fb8-4c2b-b2bc-39ebfa0929d1 admin admin] Network hostable DHCP agents. Network: 80c4280e-349b-48a4-8b1c-6fef756a6eb0, hostable agents: ['932caf1b-e271-42cd-92f3-ee8a2197157a'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 10:26:20.115774 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1e9db2-3fb8-4c2b-b2bc-39ebfa0929d1 admin admin] Network 80c4280e-349b-48a4-8b1c-6fef756a6eb0 is scheduled to be hosted by DHCP agent 932caf1b-e271-42cd-92f3-ee8a2197157a with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 10:26:20.125326 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-8b1e9db2-3fb8-4c2b-b2bc-39ebfa0929d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-1-iscsi, 80c4280e-349b-48a4-8b1c-6fef756a6eb0) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:26:20.129763 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1e9db2-3fb8-4c2b-b2bc-39ebfa0929d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:20.130368 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8b1e9db2-3fb8-4c2b-b2bc-39ebfa0929d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:20.134610 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60baaafc-91a8-47c2-835d-a82265904d63 None None] Network 80c4280e-349b-48a4-8b1c-6fef756a6eb0 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:26:20.147117 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8b1e9db2-3fb8-4c2b-b2bc-39ebfa0929d1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3501937 Jun 22 10:26:20.149639 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46888) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:26:20.154067 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-f68fe57a-d18d-44a2-bbe5-d065ee304e2d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1764864090-router', 'tenant_id': 'd85294bd0d8c475da36b80caf9b3153a', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:26:20.167644 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:20.177131 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f68fe57a-d18d-44a2-bbe5-d065ee304e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-724159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261094'] for router (d1a57bae-a95e-4e76-9cfd-b9b18dec62ed), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:20.178241 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f68fe57a-d18d-44a2-bbe5-d065ee304e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-723866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-725698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-568092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261105'] for router (d1a57bae-a95e-4e76-9cfd-b9b18dec62ed), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:20.201316 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] Set router 8d77b355-fd4e-4dab-8c05-e63412f652be gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:26:20.230174 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f68fe57a-d18d-44a2-bbe5-d065ee304e2d admin admin] Publish callbacks [] for router_controller (d1a57bae-a95e-4e76-9cfd-b9b18dec62ed), precommit_add_association {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:20.322744 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa237d7d-b3be-5477-8a51-97f00709975f-80c4280e-349b-48a4-8b1c-6fef756a6eb0', 'network_id': '80c4280e-349b-48a4-8b1c-6fef756a6eb0', 'project_id': 'd85294bd0d8c475da36b80caf9b3153a', 'fixed_ips': [{'subnet_id': '3029de94-da3e-4c3b-a87c-4ba06f118c56'}]}} from dv-cinder-847131-1-iscsi. {{(pid=104124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 22 10:26:20.323755 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:20.371701 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f68fe57a-d18d-44a2-bbe5-d065ee304e2d admin admin] Publish callbacks [] for router_gateway (d1a57bae-a95e-4e76-9cfd-b9b18dec62ed), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:20.527813 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'name': 'tempest-TestMinimumBasicScenario-1760324445-router', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:18Z', 'revision_number': 4, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'gw_port': {'id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'ab2656d6-9cec-480d-a063-583cc8dfbb05', 'name': '', 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'mac_address': 'fa:16:3e:c2:43:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7623827a-9286-49a6-adf1-9df3a64fbe8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:17Z', 'updated_at': '2022-06-22T10:26:18Z', 'revision_number': 2, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'subnets': [{'id': '7623827a-9286-49a6-adf1-9df3a64fbe8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:20.552362 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f68fe57a-d18d-44a2-bbe5-d065ee304e2d admin admin] Publish callbacks [] for router_gateway (d1a57bae-a95e-4e76-9cfd-b9b18dec62ed), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:20.553994 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] Checking router: 8d77b355-fd4e-4dab-8c05-e63412f652be for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:26:20.554349 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] Updating router 8d77b355-fd4e-4dab-8c05-e63412f652be port ab2656d6-9cec-480d-a063-583cc8dfbb05 binding host dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:26:20.573101 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f68fe57a-d18d-44a2-bbe5-d065ee304e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:20.583374 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] Allocated IP 172.20.0.2 (80c4280e-349b-48a4-8b1c-6fef756a6eb0/3029de94-da3e-4c3b-a87c-4ba06f118c56/bed0f9a1-4822-4f41-91c5-ef53fea824f5) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:26:20.600750 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (ab2656d6-9cec-480d-a063-583cc8dfbb05), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:20.604963 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:20.697016 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:20.698663 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ba94b-7639-4546-bf85-90ca364e6cf8 req-fc22712a-dc79-4624-a259-f4f00456a121 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:20.700614 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1a5ba94b-7639-4546-bf85-90ca364e6cf8 req-fc22712a-dc79-4624-a259-f4f00456a121 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0769150 Jun 22 10:26:20.748752 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-f68fe57a-d18d-44a2-bbe5-d065ee304e2d admin admin] Allocated IP 172.27.0.30 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/5861f5d2-9d09-40db-a28e-b43b3df90261) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:26:20.757978 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 2a523311-0966-4fbd-8c3a-e6d5feeead00 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:26:20.787488 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1a5ba94b-7639-4546-bf85-90ca364e6cf8 req-10c52792-4854-4f1e-87f1-dee7002fbc73 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744104 Jun 22 10:26:20.879800 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:20.900786 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f68fe57a-d18d-44a2-bbe5-d065ee304e2d admin admin] Publish callbacks [] for port (5861f5d2-9d09-40db-a28e-b43b3df90261), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:20.942315 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f68fe57a-d18d-44a2-bbe5-d065ee304e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (5861f5d2-9d09-40db-a28e-b43b3df90261), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:20.943070 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 2a523311-0966-4fbd-8c3a-e6d5feeead00 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:20.943466 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (2a523311-0966-4fbd-8c3a-e6d5feeead00), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:20.976177 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] Publish callbacks [] for port (bed0f9a1-4822-4f41-91c5-ef53fea824f5), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:20.988018 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68fe57a-d18d-44a2-bbe5-d065ee304e2d admin admin] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:26:20.991173 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-f68fe57a-d18d-44a2-bbe5-d065ee304e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:26:20.993074 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034'] for port (bed0f9a1-4822-4f41-91c5-ef53fea824f5), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:20.993546 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68fe57a-d18d-44a2-bbe5-d065ee304e2d admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:26:21.019822 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fe57a-d18d-44a2-bbe5-d065ee304e2d admin admin] Pushing event updated for resources: {'Port': ['ID=5861f5d2-9d09-40db-a28e-b43b3df90261,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:21.067094 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] Network 80c4280e-349b-48a4-8b1c-6fef756a6eb0 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:26:21.080746 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:26:21.090609 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:26:21.110598 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] Pushing event updated for resources: {'Port': ['ID=bed0f9a1-4822-4f41-91c5-ef53fea824f5,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:21.144854 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:21.183358 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] Publish callbacks [] for port (ab2656d6-9cec-480d-a063-583cc8dfbb05), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:21.198995 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 2a523311-0966-4fbd-8c3a-e6d5feeead00 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:21.215675 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (ab2656d6-9cec-480d-a063-583cc8dfbb05), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:21.231066 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] Attempting to bind port bed0f9a1-4822-4f41-91c5-ef53fea824f5 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:26:21.231428 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] Attempting to bind port bed0f9a1-4822-4f41-91c5-ef53fea824f5 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'c0ec51bd-d442-4560-833d-762e7c4fd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '80c4280e-349b-48a4-8b1c-6fef756a6eb0'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:26:21.231794 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] Attempting to bind port bed0f9a1-4822-4f41-91c5-ef53fea824f5 on network 80c4280e-349b-48a4-8b1c-6fef756a6eb0 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:26:21.262516 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:26:21.262792 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] Checking segment: {'id': 'c0ec51bd-d442-4560-833d-762e7c4fd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '80c4280e-349b-48a4-8b1c-6fef756a6eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:26:21.263248 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:21.263622 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] Bound using segment: {'id': 'c0ec51bd-d442-4560-833d-762e7c4fd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '80c4280e-349b-48a4-8b1c-6fef756a6eb0'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:26:21.264069 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] Bound port: bed0f9a1-4822-4f41-91c5-ef53fea824f5, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ec51bd-d442-4560-833d-762e7c4fd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '80c4280e-349b-48a4-8b1c-6fef756a6eb0'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:26:21.264455 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (bed0f9a1-4822-4f41-91c5-ef53fea824f5), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:21.275869 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f68fe57a-d18d-44a2-bbe5-d065ee304e2d admin admin] Publish callbacks [] for router_gateway (d1a57bae-a95e-4e76-9cfd-b9b18dec62ed), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:21.291976 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399d57c-8d7e-40f4-87a6-c8d096987edc None None] Pushing event updated for resources: {'Port': ['ID=ab2656d6-9cec-480d-a063-583cc8dfbb05,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:21.335706 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:21.395295 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] Attempting to bind port ab2656d6-9cec-480d-a063-583cc8dfbb05 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:26:21.395593 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] Attempting to bind port ab2656d6-9cec-480d-a063-583cc8dfbb05 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': '286f85c7-3e5c-4f21-a3f7-5e7af9577353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:26:21.395950 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] Attempting to bind port ab2656d6-9cec-480d-a063-583cc8dfbb05 on network bc9c4db9-b058-40e2-9895-f39f6e0b1815 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:26:21.400704 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] For port bed0f9a1-4822-4f41-91c5-ef53fea824f5, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:26:21.405547 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] For port bed0f9a1-4822-4f41-91c5-ef53fea824f5, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=bed0f9a1-4822-4f41-91c5-ef53fea824f5,segment=NetworkSegment(c0ec51bd-d442-4560-833d-762e7c4fd379),segment_id=c0ec51bd-d442-4560-833d-762e7c4fd379)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:26:21.408643 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:26:21.408986 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] Checking segment: {'id': '286f85c7-3e5c-4f21-a3f7-5e7af9577353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:26:21.409380 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:21.409808 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] Bound using segment: {'id': '286f85c7-3e5c-4f21-a3f7-5e7af9577353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:26:21.410356 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] Bound port: ab2656d6-9cec-480d-a063-583cc8dfbb05, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286f85c7-3e5c-4f21-a3f7-5e7af9577353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:26:21.410726 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (ab2656d6-9cec-480d-a063-583cc8dfbb05), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:21.421586 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (bed0f9a1-4822-4f41-91c5-ef53fea824f5), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:21.488891 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:21.490539 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f68fe57a-d18d-44a2-bbe5-d065ee304e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725670'] for router (d1a57bae-a95e-4e76-9cfd-b9b18dec62ed), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:21.527216 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8542e-6eb5-45b3-b9b2-6b27bebeb53d None None] Pushing event updated for resources: {'Port': ['ID=bed0f9a1-4822-4f41-91c5-ef53fea824f5,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:21.533104 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-5941ef32-4b63-4f17-a839-61c2e4d010eb None None] Provisioning complete for port ab2656d6-9cec-480d-a063-583cc8dfbb05 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:21.533104 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5941ef32-4b63-4f17-a839-61c2e4d010eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (ab2656d6-9cec-480d-a063-583cc8dfbb05), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:21.565659 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] For port ab2656d6-9cec-480d-a063-583cc8dfbb05, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:26:21.589540 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] For port ab2656d6-9cec-480d-a063-583cc8dfbb05, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=ab2656d6-9cec-480d-a063-583cc8dfbb05,segment=NetworkSegment(286f85c7-3e5c-4f21-a3f7-5e7af9577353),segment_id=286f85c7-3e5c-4f21-a3f7-5e7af9577353)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:26:21.592566 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-5941ef32-4b63-4f17-a839-61c2e4d010eb None None] Port ab2656d6-9cec-480d-a063-583cc8dfbb05 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:26:21.598202 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (ab2656d6-9cec-480d-a063-583cc8dfbb05), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:21.642112 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68fe57a-d18d-44a2-bbe5-d065ee304e2d admin admin] Router d1a57bae-a95e-4e76-9cfd-b9b18dec62ed is scheduled to L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 with binding_index 1 {{(pid=104123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 22 10:26:21.777615 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68fe57a-d18d-44a2-bbe5-d065ee304e2d admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:26:21.797888 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] Sync routers for ids ['d1a57bae-a95e-4e76-9cfd-b9b18dec62ed'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:26:21.801944 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f68fe57a-d18d-44a2-bbe5-d065ee304e2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:21.804354 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f68fe57a-d18d-44a2-bbe5-d065ee304e2d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6534700 Jun 22 10:26:21.806904 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 46892) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:26:21.814812 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] Routers {'d1a57bae-a95e-4e76-9cfd-b9b18dec62ed'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:26:21.815443 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:26:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['d1a57bae-a95e-4e76-9cfd-b9b18dec62ed'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:21.842476 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] Routers {'8d77b355-fd4e-4dab-8c05-e63412f652be'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:26:21.843350 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:26:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['8d77b355-fd4e-4dab-8c05-e63412f652be'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:21.904693 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399d57c-8d7e-40f4-87a6-c8d096987edc None None] Pushing event updated for resources: {'Port': ['ID=ab2656d6-9cec-480d-a063-583cc8dfbb05,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:21.938718 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:21.998878 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] Set router d1a57bae-a95e-4e76-9cfd-b9b18dec62ed gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:26:22.024765 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] Set router 8d77b355-fd4e-4dab-8c05-e63412f652be gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:26:22.049177 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a02d2-8c6f-4dfe-a51c-d15ccc4fbedd req-f83c8a4e-f751-4dfb-a845-08c9dc4361bd tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:22.050789 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ab3a02d2-8c6f-4dfe-a51c-d15ccc4fbedd req-f83c8a4e-f751-4dfb-a845-08c9dc4361bd tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.1028287 Jun 22 10:26:22.145280 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ab3a02d2-8c6f-4dfe-a51c-d15ccc4fbedd req-e2adfa2b-b785-4a6d-81cb-7e3e9d121b9e tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651529 Jun 22 10:26:22.162402 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-ed4556f2-4623-4b55-a789-ec3c385fc7ce None None] Provisioning complete for port ab2656d6-9cec-480d-a063-583cc8dfbb05 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:22.162781 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed4556f2-4623-4b55-a789-ec3c385fc7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (ab2656d6-9cec-480d-a063-583cc8dfbb05), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:22.232286 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:22.312109 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a57bae-a95e-4e76-9cfd-b9b18dec62ed', 'name': 'tempest-TestMinimumBasicScenario-1764864090-router', 'tenant_id': 'd85294bd0d8c475da36b80caf9b3153a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '5861f5d2-9d09-40db-a28e-b43b3df90261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:20Z', 'updated_at': '2022-06-22T10:26:21Z', 'revision_number': 3, 'project_id': 'd85294bd0d8c475da36b80caf9b3153a', 'gw_port': {'id': '5861f5d2-9d09-40db-a28e-b43b3df90261', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a57bae-a95e-4e76-9cfd-b9b18dec62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:20Z', 'updated_at': '2022-06-22T10:26:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:22.351727 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] Checking router: d1a57bae-a95e-4e76-9cfd-b9b18dec62ed for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:26:22.352232 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] Updating router d1a57bae-a95e-4e76-9cfd-b9b18dec62ed port 5861f5d2-9d09-40db-a28e-b43b3df90261 binding host dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:26:22.360547 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-ed4556f2-4623-4b55-a789-ec3c385fc7ce None None] Current status of the port ab2656d6-9cec-480d-a063-583cc8dfbb05 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:22.361162 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed4556f2-4623-4b55-a789-ec3c385fc7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (ab2656d6-9cec-480d-a063-583cc8dfbb05), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:22.377910 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'name': 'tempest-TestMinimumBasicScenario-1760324445-router', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:18Z', 'revision_number': 4, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'gw_port': {'id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'ab2656d6-9cec-480d-a063-583cc8dfbb05', 'name': '', 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'mac_address': 'fa:16:3e:c2:43:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7623827a-9286-49a6-adf1-9df3a64fbe8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:17Z', 'updated_at': '2022-06-22T10:26:21Z', 'revision_number': 4, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'subnets': [{'id': '7623827a-9286-49a6-adf1-9df3a64fbe8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:22.391205 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9c04-5455-4c41-93d1-453f925a26eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:22.399327 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (5861f5d2-9d09-40db-a28e-b43b3df90261), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:22.408739 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9989d566-fc27-44a6-9075-72be9bcc0aab None None] The sync data for ids ['8d77b355-fd4e-4dab-8c05-e63412f652be'] in dv-cinder-847131-1-iscsi is: [{'id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'name': 'tempest-TestMinimumBasicScenario-1760324445-router', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:18Z', 'revision_number': 4, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'gw_port': {'id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'ab2656d6-9cec-480d-a063-583cc8dfbb05', 'name': '', 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'mac_address': 'fa:16:3e:c2:43:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7623827a-9286-49a6-adf1-9df3a64fbe8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:17Z', 'updated_at': '2022-06-22T10:26:21Z', 'revision_number': 4, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'subnets': [{'id': '7623827a-9286-49a6-adf1-9df3a64fbe8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:26:22.440348 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-ed4556f2-4623-4b55-a789-ec3c385fc7ce None None] For port ab2656d6-9cec-480d-a063-583cc8dfbb05, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=ab2656d6-9cec-480d-a063-583cc8dfbb05,segment=NetworkSegment(286f85c7-3e5c-4f21-a3f7-5e7af9577353),segment_id=286f85c7-3e5c-4f21-a3f7-5e7af9577353)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:26:22.450987 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ed4556f2-4623-4b55-a789-ec3c385fc7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (ab2656d6-9cec-480d-a063-583cc8dfbb05), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:22.522501 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4556f2-4623-4b55-a789-ec3c385fc7ce None None] Pushing event updated for resources: {'Port': ['ID=ab2656d6-9cec-480d-a063-583cc8dfbb05,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:22.642360 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-9e8c9c04-5455-4c41-93d1-453f925a26eb admin admin] Allocated IP 172.20.0.1 (80c4280e-349b-48a4-8b1c-6fef756a6eb0/3029de94-da3e-4c3b-a87c-4ba06f118c56/bd445b0e-faa9-4747-9b56-ab33822dfc39) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:26:22.755215 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] Publish callbacks [] for port (5861f5d2-9d09-40db-a28e-b43b3df90261), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:22.771518 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (5861f5d2-9d09-40db-a28e-b43b3df90261), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:22.814702 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff71803-ff78-4ebd-a3b6-68dff51d4a69 None None] Pushing event updated for resources: {'Port': ['ID=5861f5d2-9d09-40db-a28e-b43b3df90261,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:22.838055 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f5f926-c10b-4ff3-bd0a-0b5d7460a11d None None] Network 80c4280e-349b-48a4-8b1c-6fef756a6eb0 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:26:22.863898 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] Attempting to bind port 5861f5d2-9d09-40db-a28e-b43b3df90261 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:26:22.864893 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] Attempting to bind port 5861f5d2-9d09-40db-a28e-b43b3df90261 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:26:22.865535 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] Attempting to bind port 5861f5d2-9d09-40db-a28e-b43b3df90261 on network 79d15111-a84f-47a4-8793-6586c660a510 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:26:22.870048 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device bed0f9a1-4822-4f41-91c5-ef53fea824f5 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:26:22.874565 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:22.875846 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:26:22.877170 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] Checking segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:26:22.877862 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:22.878623 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] Bound using segment: {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:26:22.879508 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] Bound port: 5861f5d2-9d09-40db-a28e-b43b3df90261, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46009fc-5ee2-4b4c-96cc-2a6e960d40c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79d15111-a84f-47a4-8793-6586c660a510'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:26:22.879961 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:22.880652 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (5861f5d2-9d09-40db-a28e-b43b3df90261), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:22.942597 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-945f6b77-3a56-4001-a85e-9c946861d62e None None] Provisioning complete for port bed0f9a1-4822-4f41-91c5-ef53fea824f5 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:22.942888 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-945f6b77-3a56-4001-a85e-9c946861d62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (bed0f9a1-4822-4f41-91c5-ef53fea824f5), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:22.948164 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] For port 5861f5d2-9d09-40db-a28e-b43b3df90261, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:26:22.952134 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] For port 5861f5d2-9d09-40db-a28e-b43b3df90261, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=5861f5d2-9d09-40db-a28e-b43b3df90261,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:26:22.956007 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:22.966408 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (5861f5d2-9d09-40db-a28e-b43b3df90261), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:23.034325 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff71803-ff78-4ebd-a3b6-68dff51d4a69 None None] Pushing event updated for resources: {'Port': ['ID=5861f5d2-9d09-40db-a28e-b43b3df90261,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:23.042544 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port bed0f9a1-4822-4f41-91c5-ef53fea824f5 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:23.042932 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (bed0f9a1-4822-4f41-91c5-ef53fea824f5), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:23.050521 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:23.060352 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] Routers {'d1a57bae-a95e-4e76-9cfd-b9b18dec62ed'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:26:23.061585 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:26:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['d1a57bae-a95e-4e76-9cfd-b9b18dec62ed'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:23.147029 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9c04-5455-4c41-93d1-453f925a26eb admin admin] Publish callbacks [] for port (bd445b0e-faa9-4747-9b56-ab33822dfc39), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:23.201358 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] Set router d1a57bae-a95e-4e76-9cfd-b9b18dec62ed gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:26:23.207758 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-945f6b77-3a56-4001-a85e-9c946861d62e None None] Current status of the port bed0f9a1-4822-4f41-91c5-ef53fea824f5 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:23.208207 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-945f6b77-3a56-4001-a85e-9c946861d62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (bed0f9a1-4822-4f41-91c5-ef53fea824f5), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:23.219282 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9c04-5455-4c41-93d1-453f925a26eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (bd445b0e-faa9-4747-9b56-ab33822dfc39), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:23.223378 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port bed0f9a1-4822-4f41-91c5-ef53fea824f5 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:23.223778 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (bed0f9a1-4822-4f41-91c5-ef53fea824f5), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:23.285468 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-945f6b77-3a56-4001-a85e-9c946861d62e None None] For port bed0f9a1-4822-4f41-91c5-ef53fea824f5, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=bed0f9a1-4822-4f41-91c5-ef53fea824f5,segment=NetworkSegment(c0ec51bd-d442-4560-833d-762e7c4fd379),segment_id=c0ec51bd-d442-4560-833d-762e7c4fd379)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:26:23.293732 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-945f6b77-3a56-4001-a85e-9c946861d62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (bed0f9a1-4822-4f41-91c5-ef53fea824f5), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:23.348026 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c9c04-5455-4c41-93d1-453f925a26eb admin admin] Pushing event updated for resources: {'Port': ['ID=bd445b0e-faa9-4747-9b56-ab33822dfc39,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:23.414588 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8c9c04-5455-4c41-93d1-453f925a26eb admin admin] Network 80c4280e-349b-48a4-8b1c-6fef756a6eb0 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:26:23.419025 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.db.api [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 22 10:26:23.419793 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-9e8c9c04-5455-4c41-93d1-453f925a26eb admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:26:23.420360 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG oslo_db.api [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 10:26:23.424972 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8c9c04-5455-4c41-93d1-453f925a26eb admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:26:23.430949 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f6b77-3a56-4001-a85e-9c946861d62e None None] Pushing event updated for resources: {'Port': ['ID=bed0f9a1-4822-4f41-91c5-ef53fea824f5,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:23.460951 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f47403-334c-40f1-b8f3-89523f6920e8 req-89a770aa-9ed1-4983-ba48-ca9e3f56a7dd tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:23.462610 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-23f47403-334c-40f1-b8f3-89523f6920e8 req-89a770aa-9ed1-4983-ba48-ca9e3f56a7dd tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.1157141 Jun 22 10:26:23.499530 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a57bae-a95e-4e76-9cfd-b9b18dec62ed', 'name': 'tempest-TestMinimumBasicScenario-1764864090-router', 'tenant_id': 'd85294bd0d8c475da36b80caf9b3153a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '5861f5d2-9d09-40db-a28e-b43b3df90261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:20Z', 'updated_at': '2022-06-22T10:26:21Z', 'revision_number': 3, 'project_id': 'd85294bd0d8c475da36b80caf9b3153a', 'gw_port': {'id': '5861f5d2-9d09-40db-a28e-b43b3df90261', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a57bae-a95e-4e76-9cfd-b9b18dec62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:20Z', 'updated_at': '2022-06-22T10:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:23.500515 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:23.517679 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-c0b47faa-62a0-4e29-9729-9dadaada40b8 None None] Provisioning complete for port bed0f9a1-4822-4f41-91c5-ef53fea824f5 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:23.517679 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c0b47faa-62a0-4e29-9729-9dadaada40b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (bed0f9a1-4822-4f41-91c5-ef53fea824f5), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:23.544691 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288aec6e-5601-479d-b6f0-7d1ca739acb6 None None] The sync data for ids ['d1a57bae-a95e-4e76-9cfd-b9b18dec62ed'] in dv-cinder-847131-1-iscsi is: [{'id': 'd1a57bae-a95e-4e76-9cfd-b9b18dec62ed', 'name': 'tempest-TestMinimumBasicScenario-1764864090-router', 'tenant_id': 'd85294bd0d8c475da36b80caf9b3153a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '5861f5d2-9d09-40db-a28e-b43b3df90261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:20Z', 'updated_at': '2022-06-22T10:26:21Z', 'revision_number': 3, 'project_id': 'd85294bd0d8c475da36b80caf9b3153a', 'gw_port': {'id': '5861f5d2-9d09-40db-a28e-b43b3df90261', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a57bae-a95e-4e76-9cfd-b9b18dec62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:20Z', 'updated_at': '2022-06-22T10:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:26:23.559483 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9c04-5455-4c41-93d1-453f925a26eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-721155'] for router_interface (d1a57bae-a95e-4e76-9cfd-b9b18dec62ed), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:23.646947 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-23f47403-334c-40f1-b8f3-89523f6920e8 req-ef3fe381-5de0-474a-a818-87fcccc7f66a tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764736 Jun 22 10:26:23.726019 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-c0b47faa-62a0-4e29-9729-9dadaada40b8 None None] Current status of the port bed0f9a1-4822-4f41-91c5-ef53fea824f5 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:23.774871 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:23.831225 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9c04-5455-4c41-93d1-453f925a26eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (bd445b0e-faa9-4747-9b56-ab33822dfc39), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:23.831814 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80294892-cc5f-40f5-81ce-c4a1165677e3 req-778d3254-3a8a-42df-b836-62285fc6499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:23.834553 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-80294892-cc5f-40f5-81ce-c4a1165677e3 req-778d3254-3a8a-42df-b836-62285fc6499e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa9a1da5cb5a4279abb88ec7bdb1ef6b&device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 1129 time: 0.4103727 Jun 22 10:26:23.851313 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-bb12c5ff-42e9-49c0-b01c-302a173e058e None None] Provisioning complete for port bd445b0e-faa9-4747-9b56-ab33822dfc39 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:23.851777 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb12c5ff-42e9-49c0-b01c-302a173e058e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (bd445b0e-faa9-4747-9b56-ab33822dfc39), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:23.895341 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-bb12c5ff-42e9-49c0-b01c-302a173e058e None None] Port bd445b0e-faa9-4747-9b56-ab33822dfc39 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:26:23.972489 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80294892-cc5f-40f5-81ce-c4a1165677e3 req-3db3f7f0-c892-448e-b2d7-a53ed63613fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:23.975654 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-80294892-cc5f-40f5-81ce-c4a1165677e3 req-3db3f7f0-c892-448e-b2d7-a53ed63613fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e72ac4a-4b5a-48df-b530-d05f788ca8b5 HTTP/1.1" status: 200 len: 909 time: 0.1344924 Jun 22 10:26:24.020294 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port bed0f9a1-4822-4f41-91c5-ef53fea824f5 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:24.021820 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device ab2656d6-9cec-480d-a063-583cc8dfbb05 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:26:24.070347 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-80294892-cc5f-40f5-81ce-c4a1165677e3 req-bfcef506-5047-4570-9b59-e4194655ded8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377da38d-a656-43c8-babd-6b00935ec9f5 HTTP/1.1" status: 200 len: 1001 time: 0.0886381 Jun 22 10:26:24.079893 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9c04-5455-4c41-93d1-453f925a26eb admin admin] Publish callbacks [] for port (bd445b0e-faa9-4747-9b56-ab33822dfc39), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:24.085231 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9c04-5455-4c41-93d1-453f925a26eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6232566'] for port (bd445b0e-faa9-4747-9b56-ab33822dfc39), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:24.106694 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port ab2656d6-9cec-480d-a063-583cc8dfbb05 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:24.107561 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (ab2656d6-9cec-480d-a063-583cc8dfbb05), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:24.141286 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80294892-cc5f-40f5-81ce-c4a1165677e3 req-41ce9cfa-8785-43f3-b71b-efd0fc2dc1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:24.145934 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-80294892-cc5f-40f5-81ce-c4a1165677e3 req-41ce9cfa-8785-43f3-b71b-efd0fc2dc1a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=609655c9-4eca-41c6-a3ba-19306a7c34ab HTTP/1.1" status: 200 len: 847 time: 0.0688658 Jun 22 10:26:24.158308 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c9c04-5455-4c41-93d1-453f925a26eb admin admin] Pushing event updated for resources: {'Port': ['ID=bd445b0e-faa9-4747-9b56-ab33822dfc39,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:24.162198 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9c04-5455-4c41-93d1-453f925a26eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-722579'] for router_interface (d1a57bae-a95e-4e76-9cfd-b9b18dec62ed), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:24.219537 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port ab2656d6-9cec-480d-a063-583cc8dfbb05 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:24.235848 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80294892-cc5f-40f5-81ce-c4a1165677e3 req-ce390878-5aab-4d79-abd0-7db4bbfdda95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:24.237374 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-80294892-cc5f-40f5-81ce-c4a1165677e3 req-ce390878-5aab-4d79-abd0-7db4bbfdda95 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e72ac4a-4b5a-48df-b530-d05f788ca8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844612 Jun 22 10:26:24.249674 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [req-80294892-cc5f-40f5-81ce-c4a1165677e3 req-e1cd01a4-027f-4d85-8d3c-f88772f3d993 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 10:26:24.250907 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-80294892-cc5f-40f5-81ce-c4a1165677e3 req-e1cd01a4-027f-4d85-8d3c-f88772f3d993 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062196 Jun 22 10:26:24.279874 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8c9c04-5455-4c41-93d1-453f925a26eb admin admin] Network 80c4280e-349b-48a4-8b1c-6fef756a6eb0 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:26:24.281274 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-9e8c9c04-5455-4c41-93d1-453f925a26eb admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:26:24.341291 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:24.353991 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-80294892-cc5f-40f5-81ce-c4a1165677e3 req-91bf9683-0795-405b-8f3e-cb095bdefbb8 service neutron] 10.222.0.59 "GET /v2.0/networks/0e72ac4a-4b5a-48df-b530-d05f788ca8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971758 Jun 22 10:26:24.412588 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8c9c04-5455-4c41-93d1-453f925a26eb admin admin] Router d1a57bae-a95e-4e76-9cfd-b9b18dec62ed has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:26:24.444483 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:24.471727 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-80294892-cc5f-40f5-81ce-c4a1165677e3 req-7a8151e4-c80a-478a-a2f1-1c0deec36850 service neutron] 10.222.0.59 "GET /v2.0/networks/0e72ac4a-4b5a-48df-b530-d05f788ca8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079836 Jun 22 10:26:24.544802 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8c9c04-5455-4c41-93d1-453f925a26eb admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:26:24.550754 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9e8c9c04-5455-4c41-93d1-453f925a26eb admin admin] 10.222.0.43 "PUT /v2.0/routers/d1a57bae-a95e-4e76-9cfd-b9b18dec62ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7427411 Jun 22 10:26:24.609976 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:24.621992 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-5aa2ad79-ea40-4da1-8aa3-a4495707a1a3 None None] Provisioning complete for port bd445b0e-faa9-4747-9b56-ab33822dfc39 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:24.622383 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ad79-ea40-4da1-8aa3-a4495707a1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (bd445b0e-faa9-4747-9b56-ab33822dfc39), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:24.658452 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-5aa2ad79-ea40-4da1-8aa3-a4495707a1a3 None None] Port bd445b0e-faa9-4747-9b56-ab33822dfc39 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:26:24.798636 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee3891-1675-4787-b015-6be2f6be73c2 req-92f1885a-5b5a-4e16-b9bc-ebc730da27d6 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:24.800121 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c9ee3891-1675-4787-b015-6be2f6be73c2 req-92f1885a-5b5a-4e16-b9bc-ebc730da27d6 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0539873 Jun 22 10:26:24.839794 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 5861f5d2-9d09-40db-a28e-b43b3df90261 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:26:24.871005 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c9ee3891-1675-4787-b015-6be2f6be73c2 req-4849774e-6ad3-48f8-958a-ac9d81895618 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479107 Jun 22 10:26:24.900081 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 5861f5d2-9d09-40db-a28e-b43b3df90261 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:24.901082 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (5861f5d2-9d09-40db-a28e-b43b3df90261), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:24.983982 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 5861f5d2-9d09-40db-a28e-b43b3df90261 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:24.984487 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (5861f5d2-9d09-40db-a28e-b43b3df90261), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:25.006322 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] For port 5861f5d2-9d09-40db-a28e-b43b3df90261, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=5861f5d2-9d09-40db-a28e-b43b3df90261,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:26:25.010648 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (5861f5d2-9d09-40db-a28e-b43b3df90261), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:25.011390 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device bed0f9a1-4822-4f41-91c5-ef53fea824f5 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:26:25.016012 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:25.098204 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Pushing event updated for resources: {'Port': ['ID=5861f5d2-9d09-40db-a28e-b43b3df90261,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:25.110096 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port bed0f9a1-4822-4f41-91c5-ef53fea824f5 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:25.110453 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (bed0f9a1-4822-4f41-91c5-ef53fea824f5), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:25.184387 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port bed0f9a1-4822-4f41-91c5-ef53fea824f5 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:25.908425 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] Sync routers for ids ['d1a57bae-a95e-4e76-9cfd-b9b18dec62ed'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:26:25.924014 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] Routers {'d1a57bae-a95e-4e76-9cfd-b9b18dec62ed'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:26:25.927310 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:26:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['d1a57bae-a95e-4e76-9cfd-b9b18dec62ed'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:26.066384 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e270a46-8050-4242-bdeb-0c1785dec7e7 req-87dbce40-cd9c-406a-b624-306538cf6bc9 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:26.068317 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4e270a46-8050-4242-bdeb-0c1785dec7e7 req-87dbce40-cd9c-406a-b624-306538cf6bc9 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0714903 Jun 22 10:26:26.089202 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] Set router d1a57bae-a95e-4e76-9cfd-b9b18dec62ed gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:26:26.147838 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:26.162207 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4e270a46-8050-4242-bdeb-0c1785dec7e7 req-1ecfe248-9456-407b-ae5e-921ec592847e tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844083 Jun 22 10:26:26.325277 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a57bae-a95e-4e76-9cfd-b9b18dec62ed', 'name': 'tempest-TestMinimumBasicScenario-1764864090-router', 'tenant_id': 'd85294bd0d8c475da36b80caf9b3153a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '5861f5d2-9d09-40db-a28e-b43b3df90261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:20Z', 'updated_at': '2022-06-22T10:26:23Z', 'revision_number': 4, 'project_id': 'd85294bd0d8c475da36b80caf9b3153a', 'gw_port': {'id': '5861f5d2-9d09-40db-a28e-b43b3df90261', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a57bae-a95e-4e76-9cfd-b9b18dec62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:20Z', 'updated_at': '2022-06-22T10:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'bd445b0e-faa9-4747-9b56-ab33822dfc39', 'name': '', 'network_id': '80c4280e-349b-48a4-8b1c-6fef756a6eb0', 'tenant_id': 'd85294bd0d8c475da36b80caf9b3153a', 'mac_address': 'fa:16:3e:15:30:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a57bae-a95e-4e76-9cfd-b9b18dec62ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '3029de94-da3e-4c3b-a87c-4ba06f118c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:22Z', 'updated_at': '2022-06-22T10:26:23Z', 'revision_number': 2, 'project_id': 'd85294bd0d8c475da36b80caf9b3153a', 'subnets': [{'id': '3029de94-da3e-4c3b-a87c-4ba06f118c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:26.353502 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] Checking router: d1a57bae-a95e-4e76-9cfd-b9b18dec62ed for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:26:26.353995 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] Updating router d1a57bae-a95e-4e76-9cfd-b9b18dec62ed port bd445b0e-faa9-4747-9b56-ab33822dfc39 binding host dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 10:26:26.385961 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (bd445b0e-faa9-4747-9b56-ab33822dfc39), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:26.673286 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:26.824688 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 5861f5d2-9d09-40db-a28e-b43b3df90261 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:26:26.872477 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] Publish callbacks [] for port (bd445b0e-faa9-4747-9b56-ab33822dfc39), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:26.881042 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (bd445b0e-faa9-4747-9b56-ab33822dfc39), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:26.912622 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:26.938266 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port 5861f5d2-9d09-40db-a28e-b43b3df90261 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:26.938717 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (5861f5d2-9d09-40db-a28e-b43b3df90261), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:26.973288 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca6e40-1016-4b8e-9156-56c429e75303 None None] Pushing event updated for resources: {'Port': ['ID=bd445b0e-faa9-4747-9b56-ab33822dfc39,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:27.071414 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] Attempting to bind port bd445b0e-faa9-4747-9b56-ab33822dfc39 on host dv-cinder-847131-1-iscsi for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:26:27.072449 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] Attempting to bind port bd445b0e-faa9-4747-9b56-ab33822dfc39 by drivers openvswitch,hyperv on host dv-cinder-847131-1-iscsi at level 0 using segments [{'id': 'c0ec51bd-d442-4560-833d-762e7c4fd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '80c4280e-349b-48a4-8b1c-6fef756a6eb0'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:26:27.072970 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] Attempting to bind port bd445b0e-faa9-4747-9b56-ab33822dfc39 on network 80c4280e-349b-48a4-8b1c-6fef756a6eb0 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:26:27.100296 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] Checking agent: {'id': 'eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 7, 44), 'started_at': datetime.datetime(2022, 6, 22, 10, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:26:27.100799 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] Checking segment: {'id': 'c0ec51bd-d442-4560-833d-762e7c4fd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '80c4280e-349b-48a4-8b1c-6fef756a6eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:26:27.101309 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:27.103928 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] Bound using segment: {'id': 'c0ec51bd-d442-4560-833d-762e7c4fd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '80c4280e-349b-48a4-8b1c-6fef756a6eb0'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:26:27.104686 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] Bound port: bd445b0e-faa9-4747-9b56-ab33822dfc39, host: dv-cinder-847131-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ec51bd-d442-4560-833d-762e7c4fd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '80c4280e-349b-48a4-8b1c-6fef756a6eb0'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:26:27.106517 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (bd445b0e-faa9-4747-9b56-ab33822dfc39), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:27.186999 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port 5861f5d2-9d09-40db-a28e-b43b3df90261 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:27.223459 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] For port bd445b0e-faa9-4747-9b56-ab33822dfc39, host dv-cinder-847131-1-iscsi, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:26:27.236519 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] For port bd445b0e-faa9-4747-9b56-ab33822dfc39, host dv-cinder-847131-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=bd445b0e-faa9-4747-9b56-ab33822dfc39,segment=NetworkSegment(c0ec51bd-d442-4560-833d-762e7c4fd379),segment_id=c0ec51bd-d442-4560-833d-762e7c4fd379)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:26:27.244060 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (bd445b0e-faa9-4747-9b56-ab33822dfc39), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:27.338122 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] Routers {'d1a57bae-a95e-4e76-9cfd-b9b18dec62ed'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:26:27.339122 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:26:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['d1a57bae-a95e-4e76-9cfd-b9b18dec62ed'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:27.340541 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75475e0d-d1c0-4a7e-9fa4-604660f445c7 req-31f70b6a-9c5c-4206-9141-182fd21448b5 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:27.347621 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-75475e0d-d1c0-4a7e-9fa4-604660f445c7 req-31f70b6a-9c5c-4206-9141-182fd21448b5 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0869796 Jun 22 10:26:27.374507 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:27.391349 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-21335711-b7fe-4a71-8a79-03aff24fcb33 None None] Provisioning complete for port bd445b0e-faa9-4747-9b56-ab33822dfc39 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:27.391982 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-21335711-b7fe-4a71-8a79-03aff24fcb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (bd445b0e-faa9-4747-9b56-ab33822dfc39), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:27.430894 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-75475e0d-d1c0-4a7e-9fa4-604660f445c7 req-ed25eb7a-cc38-4aec-a9fc-91bb6b99a2a6 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820379 Jun 22 10:26:27.500707 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca6e40-1016-4b8e-9156-56c429e75303 None None] Pushing event updated for resources: {'Port': ['ID=bd445b0e-faa9-4747-9b56-ab33822dfc39,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:27.504962 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] Set router d1a57bae-a95e-4e76-9cfd-b9b18dec62ed gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:26:27.592264 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:27.730076 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-21335711-b7fe-4a71-8a79-03aff24fcb33 None None] Current status of the port bd445b0e-faa9-4747-9b56-ab33822dfc39 is: DOWN; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:27.730299 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-21335711-b7fe-4a71-8a79-03aff24fcb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (bd445b0e-faa9-4747-9b56-ab33822dfc39), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:27.762148 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-605eea9f-9750-4f9d-8b3f-c76df66df009 req-da583efa-0f46-4238-8fd3-b0ff85024ba8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863552 Jun 22 10:26:27.781336 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-21335711-b7fe-4a71-8a79-03aff24fcb33 None None] For port bd445b0e-faa9-4747-9b56-ab33822dfc39, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=bd445b0e-faa9-4747-9b56-ab33822dfc39,segment=NetworkSegment(c0ec51bd-d442-4560-833d-762e7c4fd379),segment_id=c0ec51bd-d442-4560-833d-762e7c4fd379)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:26:27.781496 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae655e16-2068-43fe-8d22-901ab5ec667a req-9fa94f4d-3e6c-4b37-ae03-0db250413f2e tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:27.788734 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ae655e16-2068-43fe-8d22-901ab5ec667a req-9fa94f4d-3e6c-4b37-ae03-0db250413f2e tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0868087 Jun 22 10:26:27.794559 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-21335711-b7fe-4a71-8a79-03aff24fcb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (bd445b0e-faa9-4747-9b56-ab33822dfc39), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:27.851839 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21335711-b7fe-4a71-8a79-03aff24fcb33 None None] Pushing event updated for resources: {'Port': ['ID=bd445b0e-faa9-4747-9b56-ab33822dfc39,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:27.897003 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605eea9f-9750-4f9d-8b3f-c76df66df009 req-7606e2e4-ead9-4698-a9fd-00365b2ad4c8 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:27.898444 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-605eea9f-9750-4f9d-8b3f-c76df66df009 req-7606e2e4-ead9-4698-a9fd-00365b2ad4c8 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports/377da38d-a656-43c8-babd-6b00935ec9f5 HTTP/1.1" status: 200 len: 942 time: 0.1077199 Jun 22 10:26:27.899644 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a57bae-a95e-4e76-9cfd-b9b18dec62ed', 'name': 'tempest-TestMinimumBasicScenario-1764864090-router', 'tenant_id': 'd85294bd0d8c475da36b80caf9b3153a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '5861f5d2-9d09-40db-a28e-b43b3df90261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:20Z', 'updated_at': '2022-06-22T10:26:23Z', 'revision_number': 4, 'project_id': 'd85294bd0d8c475da36b80caf9b3153a', 'gw_port': {'id': '5861f5d2-9d09-40db-a28e-b43b3df90261', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a57bae-a95e-4e76-9cfd-b9b18dec62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:20Z', 'updated_at': '2022-06-22T10:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'bd445b0e-faa9-4747-9b56-ab33822dfc39', 'name': '', 'network_id': '80c4280e-349b-48a4-8b1c-6fef756a6eb0', 'tenant_id': 'd85294bd0d8c475da36b80caf9b3153a', 'mac_address': 'fa:16:3e:15:30:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a57bae-a95e-4e76-9cfd-b9b18dec62ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '3029de94-da3e-4c3b-a87c-4ba06f118c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:22Z', 'updated_at': '2022-06-22T10:26:27Z', 'revision_number': 4, 'project_id': 'd85294bd0d8c475da36b80caf9b3153a', 'subnets': [{'id': '3029de94-da3e-4c3b-a87c-4ba06f118c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:27.925540 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ae655e16-2068-43fe-8d22-901ab5ec667a req-3fb562c7-b71a-4fb9-a876-35553c108899 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358528 Jun 22 10:26:27.940492 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-382d8efb-2fb5-4031-8737-0cb9ff4deadb None None] Provisioning complete for port bd445b0e-faa9-4747-9b56-ab33822dfc39 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:27.941124 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-382d8efb-2fb5-4031-8737-0cb9ff4deadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (bd445b0e-faa9-4747-9b56-ab33822dfc39), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:27.947447 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da79b2be-79d2-46e3-8724-6d322bf5c3ba None None] The sync data for ids ['d1a57bae-a95e-4e76-9cfd-b9b18dec62ed'] in dv-cinder-847131-1-iscsi is: [{'id': 'd1a57bae-a95e-4e76-9cfd-b9b18dec62ed', 'name': 'tempest-TestMinimumBasicScenario-1764864090-router', 'tenant_id': 'd85294bd0d8c475da36b80caf9b3153a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '5861f5d2-9d09-40db-a28e-b43b3df90261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:20Z', 'updated_at': '2022-06-22T10:26:23Z', 'revision_number': 4, 'project_id': 'd85294bd0d8c475da36b80caf9b3153a', 'gw_port': {'id': '5861f5d2-9d09-40db-a28e-b43b3df90261', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a57bae-a95e-4e76-9cfd-b9b18dec62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:20Z', 'updated_at': '2022-06-22T10:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'bd445b0e-faa9-4747-9b56-ab33822dfc39', 'name': '', 'network_id': '80c4280e-349b-48a4-8b1c-6fef756a6eb0', 'tenant_id': 'd85294bd0d8c475da36b80caf9b3153a', 'mac_address': 'fa:16:3e:15:30:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a57bae-a95e-4e76-9cfd-b9b18dec62ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '3029de94-da3e-4c3b-a87c-4ba06f118c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:22Z', 'updated_at': '2022-06-22T10:26:27Z', 'revision_number': 4, 'project_id': 'd85294bd0d8c475da36b80caf9b3153a', 'subnets': [{'id': '3029de94-da3e-4c3b-a87c-4ba06f118c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:26:28.111077 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-382d8efb-2fb5-4031-8737-0cb9ff4deadb None None] Current status of the port bd445b0e-faa9-4747-9b56-ab33822dfc39 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:28.247265 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 377da38d-a656-43c8-babd-6b00935ec9f5 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:26:28.306893 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:28.346641 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 377da38d-a656-43c8-babd-6b00935ec9f5 is: ACTIVE; New status is: DOWN {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:28.347048 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (377da38d-a656-43c8-babd-6b00935ec9f5), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:28.404197 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 377da38d-a656-43c8-babd-6b00935ec9f5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=377da38d-a656-43c8-babd-6b00935ec9f5,segment=NetworkSegment(18475f49-2261-459f-b58d-5cfe3af8b0ba),segment_id=18475f49-2261-459f-b58d-5cfe3af8b0ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:26:28.405461 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46804c86-520a-407d-84a9-2f6d1ea1cff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '377da38d-a656-43c8-babd-6b00935ec9f5'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:26:28.408067 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0264b6c1-5b2d-40f1-b9f2-53fc979cae95" -d '{"events": [{"server_uuid": "46804c86-520a-407d-84a9-2f6d1ea1cff0", "name": "network-vif-unplugged", "status": "completed", "tag": "377da38d-a656-43c8-babd-6b00935ec9f5"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:26:28.418942 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (377da38d-a656-43c8-babd-6b00935ec9f5), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:28.488999 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Jun 2022 10:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4684edb0-7682-4674-a378-22e543b48ddc x-openstack-request-id: req-4684edb0-7682-4674-a378-22e543b48ddc {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:26:28.488999 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46804c86-520a-407d-84a9-2f6d1ea1cff0", "name": "network-vif-unplugged", "status": "failed", "tag": "377da38d-a656-43c8-babd-6b00935ec9f5", "code": 422}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:26:28.488999 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4684edb0-7682-4674-a378-22e543b48ddc {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:26:28.489365 dv-cinder-847131-1-iscsi neutron-server[104124]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4684edb0-7682-4674-a378-22e543b48ddc']: {'server_uuid': '46804c86-520a-407d-84a9-2f6d1ea1cff0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '377da38d-a656-43c8-babd-6b00935ec9f5', 'code': 422} returned with failed status Jun 22 10:26:28.523113 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=377da38d-a656-43c8-babd-6b00935ec9f5,revision_number=6']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:28.756641 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device bd445b0e-faa9-4747-9b56-ab33822dfc39 up at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:26:28.807173 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Provisioning complete for port bd445b0e-faa9-4747-9b56-ab33822dfc39 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:28.807636 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (bd445b0e-faa9-4747-9b56-ab33822dfc39), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:28.889749 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Current status of the port bd445b0e-faa9-4747-9b56-ab33822dfc39 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:29.052057 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6dd987-c283-4a51-970c-1982de8b1686 req-354dd216-0408-4426-b833-961ae1a51ca8 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:29.063942 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9a6dd987-c283-4a51-970c-1982de8b1686 req-354dd216-0408-4426-b833-961ae1a51ca8 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 943 time: 0.0674593 Jun 22 10:26:29.131141 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9a6dd987-c283-4a51-970c-1982de8b1686 req-825ab251-f735-4146-b9d5-bebee4b5a7c2 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661356 Jun 22 10:26:29.549971 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605eea9f-9750-4f9d-8b3f-c76df66df009 req-006001c5-a81c-4090-ab79-3d911c622039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:29.552288 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-605eea9f-9750-4f9d-8b3f-c76df66df009 req-006001c5-a81c-4090-ab79-3d911c622039 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0&tenant_id=aa9a1da5cb5a4279abb88ec7bdb1ef6b HTTP/1.1" status: 200 len: 1127 time: 0.0574186 Jun 22 10:26:29.625656 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605eea9f-9750-4f9d-8b3f-c76df66df009 req-2eb7f432-5a8a-4f0b-a4d8-6e7294fdc7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:29.627236 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-605eea9f-9750-4f9d-8b3f-c76df66df009 req-2eb7f432-5a8a-4f0b-a4d8-6e7294fdc7cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa9a1da5cb5a4279abb88ec7bdb1ef6b&device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 1127 time: 0.0515816 Jun 22 10:26:29.748803 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605eea9f-9750-4f9d-8b3f-c76df66df009 req-e5b5ec28-db1d-471e-939d-322471e0caca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:29.750616 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-605eea9f-9750-4f9d-8b3f-c76df66df009 req-e5b5ec28-db1d-471e-939d-322471e0caca service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e72ac4a-4b5a-48df-b530-d05f788ca8b5 HTTP/1.1" status: 200 len: 909 time: 0.1150186 Jun 22 10:26:29.826577 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-605eea9f-9750-4f9d-8b3f-c76df66df009 req-33049a96-e4ff-4814-83c9-efe90074e272 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377da38d-a656-43c8-babd-6b00935ec9f5 HTTP/1.1" status: 200 len: 999 time: 0.0693495 Jun 22 10:26:29.881072 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605eea9f-9750-4f9d-8b3f-c76df66df009 req-5b662ef8-359f-48c1-b328-3d5a800ae47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:29.882680 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-605eea9f-9750-4f9d-8b3f-c76df66df009 req-5b662ef8-359f-48c1-b328-3d5a800ae47b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=609655c9-4eca-41c6-a3ba-19306a7c34ab HTTP/1.1" status: 200 len: 847 time: 0.0504482 Jun 22 10:26:29.942644 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605eea9f-9750-4f9d-8b3f-c76df66df009 req-19da9077-0ca9-484d-ab0d-46be71827669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:29.944196 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-605eea9f-9750-4f9d-8b3f-c76df66df009 req-19da9077-0ca9-484d-ab0d-46be71827669 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e72ac4a-4b5a-48df-b530-d05f788ca8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543771 Jun 22 10:26:30.056546 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-605eea9f-9750-4f9d-8b3f-c76df66df009 req-db8dcc13-a7d2-4ccc-9229-dec296174627 service neutron] 10.222.0.59 "GET /v2.0/networks/0e72ac4a-4b5a-48df-b530-d05f788ca8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050849 Jun 22 10:26:30.163378 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-605eea9f-9750-4f9d-8b3f-c76df66df009 req-99a5cb47-e193-4a23-ada6-1c0d69d00f2a service neutron] 10.222.0.59 "GET /v2.0/networks/0e72ac4a-4b5a-48df-b530-d05f788ca8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014922 Jun 22 10:26:30.324471 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbb2a6-e142-41aa-a1f4-9753d9128346 req-1fa55406-b77d-4b08-9423-3d79932dc326 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:30.331847 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-76cbb2a6-e142-41aa-a1f4-9753d9128346 req-1fa55406-b77d-4b08-9423-3d79932dc326 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 943 time: 0.0982466 Jun 22 10:26:30.393111 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-76cbb2a6-e142-41aa-a1f4-9753d9128346 req-9eac1e94-6ab3-4da0-8a7f-00186330c5de tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601425 Jun 22 10:26:31.513319 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c206b5-c03c-4e66-9521-5b1ff8c48245 req-fa423d48-db59-44a9-bfca-d37c70c83d2c tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:31.518206 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-88c206b5-c03c-4e66-9521-5b1ff8c48245 req-fa423d48-db59-44a9-bfca-d37c70c83d2c tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 943 time: 0.0599487 Jun 22 10:26:31.573117 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-88c206b5-c03c-4e66-9521-5b1ff8c48245 req-13bdbc79-c468-4858-b023-4eedb69fae60 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527763 Jun 22 10:26:32.705177 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75930aee-8797-47a3-bc13-004dc8769ac9 req-2fcfecca-cbee-46cd-b66f-f4642ce47c99 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:32.706917 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-75930aee-8797-47a3-bc13-004dc8769ac9 req-2fcfecca-cbee-46cd-b66f-f4642ce47c99 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 943 time: 0.0587924 Jun 22 10:26:32.766282 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-75930aee-8797-47a3-bc13-004dc8769ac9 req-97df67dd-58fc-4ccd-8618-35ab8d609ca6 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537324 Jun 22 10:26:33.937710 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d66b74-8450-4aed-9395-e6ca9ab717d0 req-035ab4e7-ffd4-4307-936d-1ecb8832e59e tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:33.939212 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b4d66b74-8450-4aed-9395-e6ca9ab717d0 req-035ab4e7-ffd4-4307-936d-1ecb8832e59e tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 943 time: 0.0993409 Jun 22 10:26:33.997257 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b4d66b74-8450-4aed-9395-e6ca9ab717d0 req-278e1ecd-a859-4d9a-be61-3154059bb36c tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523262 Jun 22 10:26:34.705975 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-e5fed148-2de0-44ef-b288-1a3f0c29815b tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:34.707490 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-e5fed148-2de0-44ef-b288-1a3f0c29815b tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/networks?id=bc9c4db9-b058-40e2-9895-f39f6e0b1815 HTTP/1.1" status: 200 len: 815 time: 0.1018596 Jun 22 10:26:34.721742 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-98bb5f2e-cad7-40d3-8746-7901a96c96bf tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/quotas/f4d8e96d47af4667a2f478e6561353d4 HTTP/1.1" status: 200 len: 375 time: 0.0088966 Jun 22 10:26:34.770199 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-deacd527-e859-4e80-b3e8-24fa330c787d tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4d8e96d47af4667a2f478e6561353d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434868 Jun 22 10:26:34.829294 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-5f0c9963-331a-45b9-9efd-97737194b0ff service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 22 10:26:34.830559 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-5f0c9963-331a-45b9-9efd-97737194b0ff service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0495577 Jun 22 10:26:34.926660 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-d4621ec4-9a35-4d58-909f-64818caab952 service neutron] 10.222.0.43 "GET /v2.0/networks/bc9c4db9-b058-40e2-9895-f39f6e0b1815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897675 Jun 22 10:26:34.951258 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:35.019654 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-5799ed31-42d1-44aa-9f8a-1c932842d697 service neutron] 10.222.0.43 "GET /v2.0/networks/bc9c4db9-b058-40e2-9895-f39f6e0b1815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865910 Jun 22 10:26:35.117914 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6916c72-e1cb-4ae9-ac55-8dbbea82264f req-a921b0b9-7091-4e93-8462-a450e14dfc1f tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:35.120144 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e6916c72-e1cb-4ae9-ac55-8dbbea82264f req-a921b0b9-7091-4e93-8462-a450e14dfc1f tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 943 time: 0.0521464 Jun 22 10:26:35.152832 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:35.201140 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1a3af8cc-6d58-4a2f-8c51-d21369a4e6b1 req-e53a7c72-613c-4b7b-a7c5-5d1edc03c7fb tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 210 time: 0.0402818 Jun 22 10:26:35.204362 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e6916c72-e1cb-4ae9-ac55-8dbbea82264f req-2f891a85-4bbc-48ed-a0e1-4e0332807b3a tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781934 Jun 22 10:26:36.331251 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e970bb65-ca89-441a-9852-cc2ab5664766 req-634a8e19-63e4-4e9e-a441-3a4f6ff6e64a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 210 time: 0.0549464 Jun 22 10:26:36.349465 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0ee9d-b986-4e73-8c91-268c24cac911 req-0a6d126d-e3a8-4561-8316-10ee46e205a6 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:36.351186 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-afe0ee9d-b986-4e73-8c91-268c24cac911 req-0a6d126d-e3a8-4561-8316-10ee46e205a6 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 943 time: 0.0737865 Jun 22 10:26:36.403486 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-afe0ee9d-b986-4e73-8c91-268c24cac911 req-df506f8f-3911-4cf1-b101-67a60c968265 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446208 Jun 22 10:26:36.687809 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-8b5a9514-0981-45be-9805-c12301e6ce10 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:36.689286 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-8b5a9514-0981-45be-9805-c12301e6ce10 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.59 "GET /v2.0/networks?id=bc9c4db9-b058-40e2-9895-f39f6e0b1815 HTTP/1.1" status: 200 len: 815 time: 0.1091497 Jun 22 10:26:36.701447 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-65fb5049-b524-4e5b-9db4-9c47e7464d00 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Request body: {'port': {'device_id': '3a9c029c-4daa-4ae2-b624-6d227fd03923', 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815', 'admin_state_up': True, 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:26:36.826040 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-65fb5049-b524-4e5b-9db4-9c47e7464d00 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Made reservation on behalf of f4d8e96d47af4667a2f478e6561353d4 for: {'port': 1} {{(pid=104122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 10:26:36.829581 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-65fb5049-b524-4e5b-9db4-9c47e7464d00 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:36.959887 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:36.968935 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_common [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-65fb5049-b524-4e5b-9db4-9c47e7464d00 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Allocated IP 172.20.0.13 (bc9c4db9-b058-40e2-9895-f39f6e0b1815/7623827a-9286-49a6-adf1-9df3a64fbe8e/36a8b53c-154d-40ba-acfc-8a025c723d78) {{(pid=104122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:26:36.977488 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:37.168858 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-65fb5049-b524-4e5b-9db4-9c47e7464d00 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:37.207074 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-65fb5049-b524-4e5b-9db4-9c47e7464d00 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:37.266053 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-65fb5049-b524-4e5b-9db4-9c47e7464d00 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Network bc9c4db9-b058-40e2-9895-f39f6e0b1815 is already hosted by enough agents. {{(pid=104122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:26:37.274200 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.base_scheduler [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-65fb5049-b524-4e5b-9db4-9c47e7464d00 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Resources bound (agent type, host, resource id): {{(pid=104122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:26:37.292122 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-65fb5049-b524-4e5b-9db4-9c47e7464d00 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Received port after_create {{(pid=104122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:26:37.360164 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-65fb5049-b524-4e5b-9db4-9c47e7464d00 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:37.361184 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-65fb5049-b524-4e5b-9db4-9c47e7464d00 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:37.385167 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb5049-b524-4e5b-9db4-9c47e7464d00 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Pushing event updated for resources: {'Port': ['ID=36a8b53c-154d-40ba-acfc-8a025c723d78,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:37.407042 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-65fb5049-b524-4e5b-9db4-9c47e7464d00 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7095430 Jun 22 10:26:37.573989 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7e3c7-3a58-42f0-9bcf-f49b99fcf02a req-67071b4e-b200-444b-8063-e8e3ca0bb998 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:37.575656 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-34f7e3c7-3a58-42f0-9bcf-f49b99fcf02a req-67071b4e-b200-444b-8063-e8e3ca0bb998 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 932 time: 0.1293242 Jun 22 10:26:37.583093 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568f271-6e4c-49de-b2ba-3e43100f5147 req-eeb71651-30fc-4c13-b846-67c5ade95112 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:37.592034 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5568f271-6e4c-49de-b2ba-3e43100f5147 req-eeb71651-30fc-4c13-b846-67c5ade95112 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 943 time: 0.1020060 Jun 22 10:26:37.597753 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:37.600588 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-09c9b874-2ee6-4bb1-bb0c-d051edac0fe1 None None] Provisioning complete for port 36a8b53c-154d-40ba-acfc-8a025c723d78 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:37.601393 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-09c9b874-2ee6-4bb1-bb0c-d051edac0fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:37.646968 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-09c9b874-2ee6-4bb1-bb0c-d051edac0fe1 None None] Port 36a8b53c-154d-40ba-acfc-8a025c723d78 cannot update to ACTIVE because it is not bound. {{(pid=104124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 22 10:26:37.708649 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-34f7e3c7-3a58-42f0-9bcf-f49b99fcf02a req-b45e82a5-dd0f-4ec2-ac80-a8ca2f34b7c3 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135180 Jun 22 10:26:37.730773 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5568f271-6e4c-49de-b2ba-3e43100f5147 req-41c9ac9b-70be-4719-a472-b409146121d6 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378603 Jun 22 10:26:38.308336 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 377da38d-a656-43c8-babd-6b00935ec9f5 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:26:38.422568 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 377da38d-a656-43c8-babd-6b00935ec9f5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=377da38d-a656-43c8-babd-6b00935ec9f5,segment=NetworkSegment(18475f49-2261-459f-b58d-5cfe3af8b0ba),segment_id=18475f49-2261-459f-b58d-5cfe3af8b0ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:26:38.435018 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-55766ea8-9c26-43cc-8e50-ba9d5c122159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:38.439197 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': '377da38d-a656-43c8-babd-6b00935ec9f5', 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5', 'port_id': '377da38d-a656-43c8-babd-6b00935ec9f5', 'mac_address': 'fa:16:3e:89:b9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 983, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609655c9-4eca-41c6-a3ba-19306a7c34ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:26:38.477639 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 377da38d-a656-43c8-babd-6b00935ec9f5 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:38.478807 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (377da38d-a656-43c8-babd-6b00935ec9f5), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:38.492696 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377da38d-a656-43c8-babd-6b00935ec9f5 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:26:38.516362 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 377da38d-a656-43c8-babd-6b00935ec9f5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=377da38d-a656-43c8-babd-6b00935ec9f5,segment=NetworkSegment(18475f49-2261-459f-b58d-5cfe3af8b0ba),segment_id=18475f49-2261-459f-b58d-5cfe3af8b0ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:26:38.520271 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (377da38d-a656-43c8-babd-6b00935ec9f5), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:38.574710 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=377da38d-a656-43c8-babd-6b00935ec9f5,revision_number=7']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:38.771944 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['377da38d-a656-43c8-babd-6b00935ec9f5'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:26:38.829705 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dab641-d58a-4ccc-954a-50fdaa143928 req-589bd55a-0c81-41f7-ab6f-5610e1432a93 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:38.831870 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-87dab641-d58a-4ccc-954a-50fdaa143928 req-589bd55a-0c81-41f7-ab6f-5610e1432a93 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 932 time: 0.0528202 Jun 22 10:26:38.892113 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a2516-3ab1-4283-928d-668c2636e094 req-bb104077-6614-42b5-91f9-cea3dbf2fde0 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:38.894716 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f38a2516-3ab1-4283-928d-668c2636e094 req-bb104077-6614-42b5-91f9-cea3dbf2fde0 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 944 time: 0.0616786 Jun 22 10:26:38.998630 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-87dab641-d58a-4ccc-954a-50fdaa143928 req-356c45ea-a867-4fff-aa2a-5e80614604cc tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026680 Jun 22 10:26:39.014599 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f38a2516-3ab1-4283-928d-668c2636e094 req-a45fd5e7-18cb-4089-984d-77e9d025f23b tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074443 Jun 22 10:26:39.061107 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:40.139720 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3d6f2-02c0-4826-b283-0d5ebf9badc1 req-18a3d87e-8928-4455-8e3b-fbc7d9ad0189 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:40.141290 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4fd3d6f2-02c0-4826-b283-0d5ebf9badc1 req-18a3d87e-8928-4455-8e3b-fbc7d9ad0189 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 944 time: 0.0611188 Jun 22 10:26:40.194211 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a9dc8-9cb5-4151-8e1d-7fb1c8553189 req-5c2a37fa-0864-4a4c-a286-28d782f46197 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:40.195789 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-178a9dc8-9cb5-4151-8e1d-7fb1c8553189 req-5c2a37fa-0864-4a4c-a286-28d782f46197 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 932 time: 0.0817103 Jun 22 10:26:40.239939 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4fd3d6f2-02c0-4826-b283-0d5ebf9badc1 req-233afe1f-5e6d-4add-96d0-850a657f8794 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810523 Jun 22 10:26:40.273230 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-178a9dc8-9cb5-4151-8e1d-7fb1c8553189 req-31e8b243-f9d7-410f-9b81-e7fc3fe10595 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665677 Jun 22 10:26:40.308822 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 377da38d-a656-43c8-babd-6b00935ec9f5 up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:26:40.358469 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port 377da38d-a656-43c8-babd-6b00935ec9f5 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:40.358836 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (377da38d-a656-43c8-babd-6b00935ec9f5), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:40.437785 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 377da38d-a656-43c8-babd-6b00935ec9f5 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:40.438607 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (377da38d-a656-43c8-babd-6b00935ec9f5), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:40.467365 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46804c86-520a-407d-84a9-2f6d1ea1cff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377da38d-a656-43c8-babd-6b00935ec9f5'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:26:40.469948 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0a8621-ee0f-4579-bc1f-551703ff6bed" -d '{"events": [{"server_uuid": "46804c86-520a-407d-84a9-2f6d1ea1cff0", "name": "network-vif-plugged", "status": "completed", "tag": "377da38d-a656-43c8-babd-6b00935ec9f5"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:26:40.487632 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 377da38d-a656-43c8-babd-6b00935ec9f5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=377da38d-a656-43c8-babd-6b00935ec9f5,segment=NetworkSegment(18475f49-2261-459f-b58d-5cfe3af8b0ba),segment_id=18475f49-2261-459f-b58d-5cfe3af8b0ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:26:40.494927 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (377da38d-a656-43c8-babd-6b00935ec9f5), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:40.532310 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:40.555523 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=377da38d-a656-43c8-babd-6b00935ec9f5,revision_number=8']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:40.701789 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c963b1b-c843-428d-b901-ddac1080f751 x-openstack-request-id: req-8c963b1b-c843-428d-b901-ddac1080f751 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:26:40.702154 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46804c86-520a-407d-84a9-2f6d1ea1cff0", "name": "network-vif-plugged", "status": "completed", "tag": "377da38d-a656-43c8-babd-6b00935ec9f5", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:26:40.702476 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c963b1b-c843-428d-b901-ddac1080f751 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:26:40.702929 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c963b1b-c843-428d-b901-ddac1080f751'] response: {'server_uuid': '46804c86-520a-407d-84a9-2f6d1ea1cff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377da38d-a656-43c8-babd-6b00935ec9f5', 'code': 200} Jun 22 10:26:40.724129 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-95b5560d-3d67-4bed-a5f5-89c939796026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:41.395351 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170deba0-520e-4040-9367-2aedea6e7377 req-73ea5364-d7a2-4979-9fba-72367415b8be tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:41.396837 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-170deba0-520e-4040-9367-2aedea6e7377 req-73ea5364-d7a2-4979-9fba-72367415b8be tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0784788 Jun 22 10:26:41.414235 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:41.455090 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc3ab3-5575-45c4-9322-f76a92f215b5 req-c4fbe61e-f775-498e-b8e0-00bc4263f226 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:41.456574 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cacc3ab3-5575-45c4-9322-f76a92f215b5 req-c4fbe61e-f775-498e-b8e0-00bc4263f226 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 932 time: 0.0963955 Jun 22 10:26:41.498945 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-170deba0-520e-4040-9367-2aedea6e7377 req-db600d81-9f12-4628-bcfc-77e191284961 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827978 Jun 22 10:26:41.529909 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cacc3ab3-5575-45c4-9322-f76a92f215b5 req-d010f824-7ea5-4c4d-9198-b9e63e3ace5b tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655692 Jun 22 10:26:42.008247 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:42.643367 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e5199-0b64-4844-b6a3-47c5fab0fe1b req-429f69e6-0cfa-4562-934e-ec27ed4ca28f tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:42.645066 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-391e5199-0b64-4844-b6a3-47c5fab0fe1b req-429f69e6-0cfa-4562-934e-ec27ed4ca28f tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0654478 Jun 22 10:26:42.726403 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd89ac-c639-40df-b52e-2482c8c28b0b req-540d3f76-2e75-4881-8467-ce8daafda22a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:42.728463 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-96bd89ac-c639-40df-b52e-2482c8c28b0b req-540d3f76-2e75-4881-8467-ce8daafda22a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 932 time: 0.1053128 Jun 22 10:26:42.732242 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-391e5199-0b64-4844-b6a3-47c5fab0fe1b req-414d3a75-9b93-430d-b188-f98c9eedcef6 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704813 Jun 22 10:26:42.782937 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-96bd89ac-c639-40df-b52e-2482c8c28b0b req-2f9ed4d8-bb49-407c-9e3f-6874c7d7f8ae tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486584 Jun 22 10:26:43.472148 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:43.865480 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf3153-424d-4616-a5fd-02238adebdf5 req-bfd74de0-7e27-486a-845a-dc220ff72c57 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:43.867277 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4caf3153-424d-4616-a5fd-02238adebdf5 req-bfd74de0-7e27-486a-845a-dc220ff72c57 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0563214 Jun 22 10:26:43.914557 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:43.955010 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d56f25-55fd-4608-9461-7b5a1cd76159 req-d43fd20d-892e-4aec-9331-f4597c39acf3 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:43.956662 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b2d56f25-55fd-4608-9461-7b5a1cd76159 req-d43fd20d-892e-4aec-9331-f4597c39acf3 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 932 time: 0.0883715 Jun 22 10:26:43.995259 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4caf3153-424d-4616-a5fd-02238adebdf5 req-a8729713-30b5-4a52-82c2-9580a7feed1d tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116741 Jun 22 10:26:43.998284 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:44.026288 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b2d56f25-55fd-4608-9461-7b5a1cd76159 req-5ad7107c-56eb-4f3c-b423-b9c035c8c080 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567334 Jun 22 10:26:44.036979 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=45 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:44.040910 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:45.139659 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3ec01-84b0-44bb-8839-c6bea27f2ff0 req-f109c170-3d78-4900-8a27-7fa2cff35752 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:45.141107 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-73c3ec01-84b0-44bb-8839-c6bea27f2ff0 req-f109c170-3d78-4900-8a27-7fa2cff35752 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0741384 Jun 22 10:26:45.169824 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ee52a-c0ad-4af9-98d1-72855b638e72 req-ae0c63e7-0763-4f4d-a9bb-42a5b2851c45 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:45.171236 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4c7ee52a-c0ad-4af9-98d1-72855b638e72 req-ae0c63e7-0763-4f4d-a9bb-42a5b2851c45 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 932 time: 0.0728078 Jun 22 10:26:45.219434 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-73c3ec01-84b0-44bb-8839-c6bea27f2ff0 req-3a67cbbb-7d91-4f4e-8f54-46c12531a0d0 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726917 Jun 22 10:26:45.240444 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4c7ee52a-c0ad-4af9-98d1-72855b638e72 req-39dc9c4b-6160-4988-9f72-8d1183a9e579 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627127 Jun 22 10:26:46.093862 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] Request body: {'port': {'device_id': '3a9c029c-4daa-4ae2-b624-6d227fd03923', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:26:46.156108 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:46.355102 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5f717-2929-473c-8a43-03d16ec805c6 req-644c3ac0-df9b-458e-aa4f-072d21a62b76 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:46.356572 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7fa5f717-2929-473c-8a43-03d16ec805c6 req-644c3ac0-df9b-458e-aa4f-072d21a62b76 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0637412 Jun 22 10:26:46.384348 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce13fe-18b7-460b-8530-1c66591a39ca req-35bd6878-2aab-466f-b70c-a182a7fe2fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:46.385914 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4bce13fe-18b7-460b-8530-1c66591a39ca req-35bd6878-2aab-466f-b70c-a182a7fe2fb8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 1129 time: 0.0813258 Jun 22 10:26:46.419135 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf09be-c0cc-4e3d-9530-28e88c5cc0ce req-82c2b304-9f42-42e6-90c7-6d72f66b8d3c tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:46.420637 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e9bf09be-c0cc-4e3d-9530-28e88c5cc0ce req-82c2b304-9f42-42e6-90c7-6d72f66b8d3c tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 932 time: 0.0893195 Jun 22 10:26:46.423958 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:46.465475 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7fa5f717-2929-473c-8a43-03d16ec805c6 req-6baadca2-97fc-4cd4-925d-698b022fb063 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891864 Jun 22 10:26:46.482257 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4bce13fe-18b7-460b-8530-1c66591a39ca req-f04d182b-bb2b-480f-bfc9-c1bdcee0ece9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867140 Jun 22 10:26:46.503696 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e9bf09be-c0cc-4e3d-9530-28e88c5cc0ce req-44529980-7903-4a25-9dc3-d60e8947dd59 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750945 Jun 22 10:26:46.514353 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a8b53c-154d-40ba-acfc-8a025c723d78 {{(pid=104122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:26:46.522454 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] Publish callbacks [] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), precommit_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:46.536225 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.provisioning_blocks [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] Transition to ACTIVE for port object 36a8b53c-154d-40ba-acfc-8a025c723d78 will not be triggered until provisioned by entity L2. {{(pid=104122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 22 10:26:46.540589 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:46.604596 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] Pushing event updated for resources: {'Port': ['ID=36a8b53c-154d-40ba-acfc-8a025c723d78,revision_number=2']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:46.683078 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] Attempting to bind port 36a8b53c-154d-40ba-acfc-8a025c723d78 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 22 10:26:46.683420 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] Attempting to bind port 36a8b53c-154d-40ba-acfc-8a025c723d78 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '286f85c7-3e5c-4f21-a3f7-5e7af9577353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815'}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 22 10:26:46.683753 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] Attempting to bind port 36a8b53c-154d-40ba-acfc-8a025c723d78 on network bc9c4db9-b058-40e2-9895-f39f6e0b1815 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:26:46.686757 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:46.689144 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] Port 36a8b53c-154d-40ba-acfc-8a025c723d78 on network bc9c4db9-b058-40e2-9895-f39f6e0b1815 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 22 10:26:46.689481 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] Attempting to bind port 36a8b53c-154d-40ba-acfc-8a025c723d78 on network bc9c4db9-b058-40e2-9895-f39f6e0b1815 {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 22 10:26:46.698202 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] Checking agent: {'id': 'f925fa93-abf8-40f1-b71a-c0e8d1f6b020', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'started_at': datetime.datetime(2022, 6, 22, 10, 13, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 22, 10, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 22 10:26:46.698556 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] Checking segment: {'id': '286f85c7-3e5c-4f21-a3f7-5e7af9577353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 22 10:26:46.698944 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] Bound using segment: {'id': '286f85c7-3e5c-4f21-a3f7-5e7af9577353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815'} {{(pid=104122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 22 10:26:46.699384 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.managers [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] Bound port: 36a8b53c-154d-40ba-acfc-8a025c723d78, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '286f85c7-3e5c-4f21-a3f7-5e7af9577353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815'}}] {{(pid=104122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 22 10:26:46.699749 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), before_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:46.768175 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] For port 36a8b53c-154d-40ba-acfc-8a025c723d78, host hv-cinder-84713, cleared binding levels {{(pid=104122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 10:26:46.771528 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] For port 36a8b53c-154d-40ba-acfc-8a025c723d78, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=36a8b53c-154d-40ba-acfc-8a025c723d78,segment=NetworkSegment(286f85c7-3e5c-4f21-a3f7-5e7af9577353),segment_id=286f85c7-3e5c-4f21-a3f7-5e7af9577353)] {{(pid=104122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 10:26:46.779719 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5276677'] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), after_update {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:46.824005 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:46.824847 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:46.827012 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] 10.222.0.59 "PUT /v2.0/ports/36a8b53c-154d-40ba-acfc-8a025c723d78 HTTP/1.1" status: 200 len: 1094 time: 0.7383158 Jun 22 10:26:46.827725 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9c029c-4daa-4ae2-b624-6d227fd03923', 'tag': '36a8b53c-154d-40ba-acfc-8a025c723d78'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:26:46.831224 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82dd6e5c-ec43-4b61-8d71-8a0141255cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9c029c-4daa-4ae2-b624-6d227fd03923", "tag": "36a8b53c-154d-40ba-acfc-8a025c723d78"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:26:46.861456 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f4c6e-4721-4d9f-b260-7c4b271278ec service neutron] Pushing event updated for resources: {'Port': ['ID=36a8b53c-154d-40ba-acfc-8a025c723d78,revision_number=3']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:46.874815 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5122d91-3c2d-46e9-a0b8-bc317248da21 x-openstack-request-id: req-d5122d91-3c2d-46e9-a0b8-bc317248da21 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:26:46.875118 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9c029c-4daa-4ae2-b624-6d227fd03923", "tag": "36a8b53c-154d-40ba-acfc-8a025c723d78", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:26:46.875377 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5122d91-3c2d-46e9-a0b8-bc317248da21 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:26:46.875793 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5122d91-3c2d-46e9-a0b8-bc317248da21'] response: {'name': 'network-changed', 'server_uuid': '3a9c029c-4daa-4ae2-b624-6d227fd03923', 'tag': '36a8b53c-154d-40ba-acfc-8a025c723d78', 'status': 'completed', 'code': 200} Jun 22 10:26:47.168845 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd6e5c-ec43-4b61-8d71-8a0141255cb5 req-745b3313-d809-49cf-9583-d1658741d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:47.170419 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-82dd6e5c-ec43-4b61-8d71-8a0141255cb5 req-745b3313-d809-49cf-9583-d1658741d7e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4d8e96d47af4667a2f478e6561353d4&device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 1128 time: 0.0475039 Jun 22 10:26:47.268488 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:47.275838 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd6e5c-ec43-4b61-8d71-8a0141255cb5 req-a85048bf-118c-48f9-8c26-46c2bb815005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:47.277314 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-82dd6e5c-ec43-4b61-8d71-8a0141255cb5 req-a85048bf-118c-48f9-8c26-46c2bb815005 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f4d8e96d47af4667a2f478e6561353d4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0943451 Jun 22 10:26:47.371631 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd6e5c-ec43-4b61-8d71-8a0141255cb5 req-af789725-55b3-4cb5-9b39-cf5ec9dc6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:47.373108 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-82dd6e5c-ec43-4b61-8d71-8a0141255cb5 req-af789725-55b3-4cb5-9b39-cf5ec9dc6629 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900388 Jun 22 10:26:47.592112 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e56b1d-a985-4ad1-b6e3-892c270aa780 req-89c65d1a-6635-490b-86b9-2c87ac805bb5 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:47.593611 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-26e56b1d-a985-4ad1-b6e3-892c270aa780 req-89c65d1a-6635-490b-86b9-2c87ac805bb5 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0595181 Jun 22 10:26:47.620735 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:47.644672 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038c14c-7563-45db-8404-9d9102b673b3 req-7b6b89ec-8393-4344-94fb-d9543578ff9b tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:47.646118 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d038c14c-7563-45db-8404-9d9102b673b3 req-7b6b89ec-8393-4344-94fb-d9543578ff9b tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 944 time: 0.0728617 Jun 22 10:26:47.689602 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-26e56b1d-a985-4ad1-b6e3-892c270aa780 req-bb005791-fb3d-485a-8a74-74ad05a501d5 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792551 Jun 22 10:26:47.723275 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-d038c14c-7563-45db-8404-9d9102b673b3 req-a3b9fa74-68ac-46f6-a58c-f8cd3298e160 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664158 Jun 22 10:26:47.785605 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-7697fe23-a195-4db9-af6f-b31d7a5e7ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:47.787049 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-7697fe23-a195-4db9-af6f-b31d7a5e7ee2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4d8e96d47af4667a2f478e6561353d4&device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 1128 time: 0.0397563 Jun 22 10:26:47.825463 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-088b6687-f3f8-4e4e-abb7-906ef90c0b01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36a8b53c-154d-40ba-acfc-8a025c723d78 HTTP/1.1" status: 200 len: 217 time: 0.0314741 Jun 22 10:26:47.876068 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-f7d65f1c-b0d7-41d9-9f39-11511775aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:47.877523 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-f7d65f1c-b0d7-41d9-9f39-11511775aad9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7623827a-9286-49a6-adf1-9df3a64fbe8e HTTP/1.1" status: 200 len: 854 time: 0.0471473 Jun 22 10:26:47.920424 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-09d2f62a-fc6f-4f7d-b12a-e16ce244a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:47.921934 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-09d2f62a-fc6f-4f7d-b12a-e16ce244a805 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc9c4db9-b058-40e2-9895-f39f6e0b1815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384817 Jun 22 10:26:48.018970 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-7dd0109f-167e-4e7b-9354-273bbfb861fa service neutron] 10.222.0.59 "GET /v2.0/networks/bc9c4db9-b058-40e2-9895-f39f6e0b1815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915658 Jun 22 10:26:48.108940 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5a596fd-8a8a-4f76-8b85-7920d2b5174e req-603362c3-6f51-4660-87e1-ff3b0de0fb27 service neutron] 10.222.0.59 "GET /v2.0/networks/bc9c4db9-b058-40e2-9895-f39f6e0b1815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844872 Jun 22 10:26:48.836408 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917ab1d-1430-497d-a086-27fb019a9245 req-aae96d17-003b-43c5-9386-6feba08d7957 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:48.838551 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9917ab1d-1430-497d-a086-27fb019a9245 req-aae96d17-003b-43c5-9386-6feba08d7957 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 944 time: 0.0464845 Jun 22 10:26:48.884849 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9917ab1d-1430-497d-a086-27fb019a9245 req-83ff2189-e9e3-438b-a253-8347acd82ee7 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408173 Jun 22 10:26:49.000973 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:26:50.003470 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083ac7e-4051-44e0-ab1d-f2ef2a7afb8e req-3249305f-84e7-459d-97ea-86208d67222d tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:50.004929 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e083ac7e-4051-44e0-ab1d-f2ef2a7afb8e req-3249305f-84e7-459d-97ea-86208d67222d tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 944 time: 0.0512738 Jun 22 10:26:50.051035 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e083ac7e-4051-44e0-ab1d-f2ef2a7afb8e req-4a99c0f9-27b7-432e-88d1-676701a0cbec tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405512 Jun 22 10:26:51.164729 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce1e70-9cf8-4d7e-8793-2862afce684d req-71e54c4b-1897-4863-a37c-13e2d7d1cf45 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:51.167330 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1fce1e70-9cf8-4d7e-8793-2862afce684d req-71e54c4b-1897-4863-a37c-13e2d7d1cf45 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 944 time: 0.0482938 Jun 22 10:26:51.215149 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1fce1e70-9cf8-4d7e-8793-2862afce684d req-c21a82e7-c078-4098-9ac1-f3c3901b17e5 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422826 Jun 22 10:26:52.326029 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad6118-7815-4144-88a6-b975d4811b5b req-7093b577-74ca-4bcb-8fc5-9b95c5a60546 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:52.327503 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-66ad6118-7815-4144-88a6-b975d4811b5b req-7093b577-74ca-4bcb-8fc5-9b95c5a60546 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 944 time: 0.0461566 Jun 22 10:26:52.333318 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 36a8b53c-154d-40ba-acfc-8a025c723d78 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=104124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 22 10:26:52.378576 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-66ad6118-7815-4144-88a6-b975d4811b5b req-843590f7-a24d-4ecd-83be-27dfee17298e tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454938 Jun 22 10:26:52.434876 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 36a8b53c-154d-40ba-acfc-8a025c723d78, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=36a8b53c-154d-40ba-acfc-8a025c723d78,segment=NetworkSegment(286f85c7-3e5c-4f21-a3f7-5e7af9577353),segment_id=286f85c7-3e5c-4f21-a3f7-5e7af9577353)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:26:52.445860 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Returning: {'device': '36a8b53c-154d-40ba-acfc-8a025c723d78', 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815', 'port_id': '36a8b53c-154d-40ba-acfc-8a025c723d78', 'mac_address': 'fa:16:3e:ff:8e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 977, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7623827a-9286-49a6-adf1-9df3a64fbe8e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 22 10:26:52.480133 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 36a8b53c-154d-40ba-acfc-8a025c723d78 is: DOWN; New status is: BUILD {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:52.480524 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:52.494525 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a8b53c-154d-40ba-acfc-8a025c723d78 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 22 10:26:52.513983 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 36a8b53c-154d-40ba-acfc-8a025c723d78, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=36a8b53c-154d-40ba-acfc-8a025c723d78,segment=NetworkSegment(286f85c7-3e5c-4f21-a3f7-5e7af9577353),segment_id=286f85c7-3e5c-4f21-a3f7-5e7af9577353)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:26:52.517585 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:52.563454 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=36a8b53c-154d-40ba-acfc-8a025c723d78,revision_number=4']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:52.739019 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['36a8b53c-154d-40ba-acfc-8a025c723d78'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:26:53.492425 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853352b-7fd9-4484-a7f4-c043a2b6629c req-54dff894-e8cd-44ae-a126-64fee8d5a4b3 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:53.494557 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b853352b-7fd9-4484-a7f4-c043a2b6629c req-54dff894-e8cd-44ae-a126-64fee8d5a4b3 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 945 time: 0.0486770 Jun 22 10:26:53.541375 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b853352b-7fd9-4484-a7f4-c043a2b6629c req-85e7adac-5e73-47aa-b0ef-afe77cba8212 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413666 Jun 22 10:26:54.336176 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 36a8b53c-154d-40ba-acfc-8a025c723d78 up at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 10:26:54.339937 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:54.382105 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning for port 36a8b53c-154d-40ba-acfc-8a025c723d78 completed by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 22 10:26:54.387745 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Provisioning complete for port 36a8b53c-154d-40ba-acfc-8a025c723d78 triggered by entity L2. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:26:54.388222 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:54.458332 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Current status of the port 36a8b53c-154d-40ba-acfc-8a025c723d78 is: BUILD; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:26:54.458715 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:54.482157 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9c029c-4daa-4ae2-b624-6d227fd03923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a8b53c-154d-40ba-acfc-8a025c723d78'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:26:54.484363 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}038dcb7dade157ea4a3c545b18cb70e0fc6df0c1760540a042620e9dc3e049b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16400ad9-8cbe-4bf1-bd20-8f71ed6dd7e2" -d '{"events": [{"server_uuid": "3a9c029c-4daa-4ae2-b624-6d227fd03923", "name": "network-vif-plugged", "status": "completed", "tag": "36a8b53c-154d-40ba-acfc-8a025c723d78"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:26:54.488772 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:54.499562 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] For port 36a8b53c-154d-40ba-acfc-8a025c723d78, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=36a8b53c-154d-40ba-acfc-8a025c723d78,segment=NetworkSegment(286f85c7-3e5c-4f21-a3f7-5e7af9577353),segment_id=286f85c7-3e5c-4f21-a3f7-5e7af9577353)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:26:54.503615 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070'] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:54.527130 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57a3325-b4c7-4c24-b522-8fb8e6238749 x-openstack-request-id: req-e57a3325-b4c7-4c24-b522-8fb8e6238749 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:26:54.527428 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9c029c-4daa-4ae2-b624-6d227fd03923", "name": "network-vif-plugged", "status": "completed", "tag": "36a8b53c-154d-40ba-acfc-8a025c723d78", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:26:54.527683 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e57a3325-b4c7-4c24-b522-8fb8e6238749 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:26:54.528078 dv-cinder-847131-1-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57a3325-b4c7-4c24-b522-8fb8e6238749'] response: {'server_uuid': '3a9c029c-4daa-4ae2-b624-6d227fd03923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a8b53c-154d-40ba-acfc-8a025c723d78', 'code': 200} Jun 22 10:26:54.555154 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Pushing event updated for resources: {'Port': ['ID=36a8b53c-154d-40ba-acfc-8a025c723d78,revision_number=5']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:54.679069 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63dc05-b425-4135-93ec-81a00f77197c req-107fe3cb-231e-4994-9ec4-352529a34577 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:54.680571 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ba63dc05-b425-4135-93ec-81a00f77197c req-107fe3cb-231e-4994-9ec4-352529a34577 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 946 time: 0.0498664 Jun 22 10:26:54.729432 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-ba63dc05-b425-4135-93ec-81a00f77197c req-001705f9-0120-4b43-b128-19d195aee25d tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430136 Jun 22 10:26:54.841347 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26da37-2ca9-4b29-aa34-771c63784f86 req-3e353f37-4f40-499c-9661-88566c5f30ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:54.842923 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5f26da37-2ca9-4b29-aa34-771c63784f86 req-3e353f37-4f40-499c-9661-88566c5f30ef service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 1130 time: 0.0416536 Jun 22 10:26:54.854303 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:54.894203 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5f26da37-2ca9-4b29-aa34-771c63784f86 req-8339429f-af91-475f-bfda-33d5ca12764d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453403 Jun 22 10:26:55.146897 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47100) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:26:55.202728 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:55.288014 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-4da3bccc-a7dd-4467-9fbf-2f7295516411 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Deleting port 8a922ea8-266e-401d-a186-7235180cf5ee {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:26:55.288356 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4da3bccc-a7dd-4467-9fbf-2f7295516411 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (8a922ea8-266e-401d-a186-7235180cf5ee), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:55.366497 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4da3bccc-a7dd-4467-9fbf-2f7295516411 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (8a922ea8-266e-401d-a186-7235180cf5ee), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:55.366742 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4da3bccc-a7dd-4467-9fbf-2f7295516411 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for floatingip (8a922ea8-266e-401d-a186-7235180cf5ee), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:55.379402 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-4da3bccc-a7dd-4467-9fbf-2f7295516411 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Calling delete_port for 8a922ea8-266e-401d-a186-7235180cf5ee owned by network:floatingip {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:26:55.382974 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:55.543542 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4da3bccc-a7dd-4467-9fbf-2f7295516411 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (8a922ea8-266e-401d-a186-7235180cf5ee), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:55.565387 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3bccc-a7dd-4467-9fbf-2f7295516411 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event deleted for resources: {'Port': ['ID=8a922ea8-266e-401d-a186-7235180cf5ee,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:55.631810 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4da3bccc-a7dd-4467-9fbf-2f7295516411 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for floatingip (ce1ef512-602d-45bb-a72f-1c614d63fbcc), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:55.632066 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-4da3bccc-a7dd-4467-9fbf-2f7295516411 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Floating IP ce1ef512-602d-45bb-a72f-1c614d63fbcc disassociated (deleted). External IP: 172.27.0.13, port: fe534632-1c33-4794-bbcb-a54d9a87fefd. Jun 22 10:26:55.972918 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef39cc-cfdb-4682-822d-d64cffbbb079 req-ab573dff-e7c0-4877-ab1e-87b657a8b792 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:55.974449 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-eaef39cc-cfdb-4682-822d-d64cffbbb079 req-ab573dff-e7c0-4877-ab1e-87b657a8b792 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 946 time: 0.0805080 Jun 22 10:26:56.075072 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-eaef39cc-cfdb-4682-822d-d64cffbbb079 req-bc01ca93-7c96-4ba6-bb1a-7dc9cff30f1c tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930355 Jun 22 10:26:56.142237 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da3bccc-a7dd-4467-9fbf-2f7295516411 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Router e2b31658-b074-4e56-b5f2-fdcc84285211 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:26:56.235384 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:56.246651 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da3bccc-a7dd-4467-9fbf-2f7295516411 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:26:56.251608 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4da3bccc-a7dd-4467-9fbf-2f7295516411 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:56.256031 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec96e1e-0827-478c-8607-bd796b03bf31 None None] Sync routers for ids ['e2b31658-b074-4e56-b5f2-fdcc84285211'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:26:56.265923 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec96e1e-0827-478c-8607-bd796b03bf31 None None] Routers {'e2b31658-b074-4e56-b5f2-fdcc84285211'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:26:56.266537 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-dec96e1e-0827-478c-8607-bd796b03bf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:26:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['e2b31658-b074-4e56-b5f2-fdcc84285211'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:56.282649 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4da3bccc-a7dd-4467-9fbf-2f7295516411 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "DELETE /v2.0/floatingips/ce1ef512-602d-45bb-a72f-1c614d63fbcc HTTP/1.1" status: 204 len: 168 time: 1.1346853 Jun 22 10:26:56.283245 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4bd5f5-1caa-4165-a7d3-73f338df3073', 'tag': 'fe534632-1c33-4794-bbcb-a54d9a87fefd'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:26:56.285482 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898db771481267bf496a2732a32d4addbcaa54fa352ad4e4fb07179b33d7b991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cf9878-bebf-4d38-bac1-333e0a4184f4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4bd5f5-1caa-4165-a7d3-73f338df3073", "tag": "fe534632-1c33-4794-bbcb-a54d9a87fefd"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:26:56.326675 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dbe129-ff62-4550-b25f-7ff25bd81993 x-openstack-request-id: req-f4dbe129-ff62-4550-b25f-7ff25bd81993 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:26:56.326964 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4bd5f5-1caa-4165-a7d3-73f338df3073", "tag": "fe534632-1c33-4794-bbcb-a54d9a87fefd", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:26:56.327210 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f4dbe129-ff62-4550-b25f-7ff25bd81993 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:26:56.327610 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4dbe129-ff62-4550-b25f-7ff25bd81993'] response: {'name': 'network-changed', 'server_uuid': '8d4bd5f5-1caa-4165-a7d3-73f338df3073', 'tag': 'fe534632-1c33-4794-bbcb-a54d9a87fefd', 'status': 'completed', 'code': 200} Jun 22 10:26:56.371966 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-dec96e1e-0827-478c-8607-bd796b03bf31 None None] Set router e2b31658-b074-4e56-b5f2-fdcc84285211 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:26:56.524080 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf9878-bebf-4d38-bac1-333e0a4184f4 req-0f0475b7-523b-46b4-9b95-a20ef767cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:56.526679 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e8cf9878-bebf-4d38-bac1-333e0a4184f4 req-0f0475b7-523b-46b4-9b95-a20ef767cce9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cb1af845e594466b12a11b7cab99a7c&device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 1130 time: 0.0435188 Jun 22 10:26:56.547543 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53aa1b-33c8-4b63-a7d5-87385cc89419 req-f107a72d-4f24-4faf-a94e-c007f9a25271 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:56.549140 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1c53aa1b-33c8-4b63-a7d5-87385cc89419 req-f107a72d-4f24-4faf-a94e-c007f9a25271 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 946 time: 0.0489383 Jun 22 10:26:56.599629 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-1c53aa1b-33c8-4b63-a7d5-87385cc89419 req-ef85ee13-b566-45cd-8960-bf73d0a730fd tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446124 Jun 22 10:26:56.604995 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-dec96e1e-0827-478c-8607-bd796b03bf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': 'afbd417c-6760-41b5-95ab-8f0322063400', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'port_id': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'mac_address': 'fa:16:3e:30:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d67cb6e-5968-4e4d-961f-5fb5e33c186f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:22:49Z', 'updated_at': '2022-06-22T10:22:52Z', 'revision_number': 1, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 5, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:56.629635 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec96e1e-0827-478c-8607-bd796b03bf31 None None] Checking router: e2b31658-b074-4e56-b5f2-fdcc84285211 for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:26:56.638530 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec96e1e-0827-478c-8607-bd796b03bf31 None None] Routers {'e2b31658-b074-4e56-b5f2-fdcc84285211'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:26:56.639132 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-dec96e1e-0827-478c-8607-bd796b03bf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:26:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['e2b31658-b074-4e56-b5f2-fdcc84285211'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:56.741397 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-dec96e1e-0827-478c-8607-bd796b03bf31 None None] Set router e2b31658-b074-4e56-b5f2-fdcc84285211 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:26:57.027229 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-dec96e1e-0827-478c-8607-bd796b03bf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': 'afbd417c-6760-41b5-95ab-8f0322063400', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'port_id': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'mac_address': 'fa:16:3e:30:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d67cb6e-5968-4e4d-961f-5fb5e33c186f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:22:49Z', 'updated_at': '2022-06-22T10:22:52Z', 'revision_number': 1, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 5, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:26:57.051343 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec96e1e-0827-478c-8607-bd796b03bf31 None None] The sync data for ids ['e2b31658-b074-4e56-b5f2-fdcc84285211'] in dv-cinder-847131-1-iscsi is: [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': 'afbd417c-6760-41b5-95ab-8f0322063400', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'port_id': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'mac_address': 'fa:16:3e:30:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d67cb6e-5968-4e4d-961f-5fb5e33c186f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:22:49Z', 'updated_at': '2022-06-22T10:22:52Z', 'revision_number': 1, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 5, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:26:57.201237 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30c654-da66-4cb1-9483-1eaba771cdd4 req-7bc613da-c364-4f29-aa27-a96d2bba0ff9 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:57.202811 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7a30c654-da66-4cb1-9483-1eaba771cdd4 req-7bc613da-c364-4f29-aa27-a96d2bba0ff9 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 946 time: 0.0550654 Jun 22 10:26:57.258576 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7a30c654-da66-4cb1-9483-1eaba771cdd4 req-c592d9b3-100c-4e9e-aa47-04492d810542 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501249 Jun 22 10:26:57.271033 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169bc20f-9ea8-4e4a-b8d1-eb553c508609 None None] New status for floating IP ce1ef512-602d-45bb-a72f-1c614d63fbcc: DOWN {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:26:57.373493 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ff60e-3556-4e78-aeca-48e7205dbde3 req-7b675b21-727e-4957-b03e-42b502978c21 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:57.375004 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-102ff60e-3556-4e78-aeca-48e7205dbde3 req-7b675b21-727e-4957-b03e-42b502978c21 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 946 time: 0.0485847 Jun 22 10:26:57.407644 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:57.423615 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-102ff60e-3556-4e78-aeca-48e7205dbde3 req-8e2478a4-31c4-4775-ab2f-d31f9e8dfda0 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426898 Jun 22 10:26:57.708368 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:26:57.710746 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf9878-bebf-4d38-bac1-333e0a4184f4 req-f5d36771-9322-4ee3-ad4b-1cc9f4fbd547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:57.712091 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e8cf9878-bebf-4d38-bac1-333e0a4184f4 req-f5d36771-9322-4ee3-ad4b-1cc9f4fbd547 service neutron] 10.222.0.59 "GET /v2.0/networks?id=96156af8-0bc3-4b6c-bec6-429f61356c8a HTTP/1.1" status: 200 len: 912 time: 0.0929022 Jun 22 10:26:57.725584 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d03b67-1c02-4867-b5c9-b2b06df00fa6 req-3025f5dc-7926-4cd8-ab7c-b97087863856 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:57.727143 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-94d03b67-1c02-4867-b5c9-b2b06df00fa6 req-3025f5dc-7926-4cd8-ab7c-b97087863856 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 946 time: 0.0516579 Jun 22 10:26:57.794431 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8c310-ada3-4e5d-b4c3-ab570f904230 req-80b74686-ed61-4a57-9044-c0faed2f9897 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:57.795884 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-78d8c310-ada3-4e5d-b4c3-ab570f904230 req-80b74686-ed61-4a57-9044-c0faed2f9897 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 946 time: 0.0673952 Jun 22 10:26:57.827687 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-94d03b67-1c02-4867-b5c9-b2b06df00fa6 req-2201e663-4d7b-49d5-8e77-adf9c359869a tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908115 Jun 22 10:26:57.848763 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e8cf9878-bebf-4d38-bac1-333e0a4184f4 req-806182fe-2cb7-4c4d-8bc5-7d21cb7e244a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe534632-1c33-4794-bbcb-a54d9a87fefd HTTP/1.1" status: 200 len: 217 time: 0.0369091 Jun 22 10:26:57.858594 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-78d8c310-ada3-4e5d-b4c3-ab570f904230 req-6807a8fc-cc0e-40be-bd7b-710f0f096780 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570245 Jun 22 10:26:57.900587 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf9878-bebf-4d38-bac1-333e0a4184f4 req-7d666044-ec80-496b-9dde-f54791e8afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:57.902084 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e8cf9878-bebf-4d38-bac1-333e0a4184f4 req-7d666044-ec80-496b-9dde-f54791e8afd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c45b72d-dee0-4152-ab84-13a956020161 HTTP/1.1" status: 200 len: 850 time: 0.0466630 Jun 22 10:26:58.107249 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf9878-bebf-4d38-bac1-333e0a4184f4 req-0f397507-b909-4634-af52-d0cbe1b30dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:58.108762 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e8cf9878-bebf-4d38-bac1-333e0a4184f4 req-0f397507-b909-4634-af52-d0cbe1b30dcc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96156af8-0bc3-4b6c-bec6-429f61356c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433314 Jun 22 10:26:58.184597 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bccc4-c35a-431a-89b9-d49e9b848e33 req-831a2dea-8fcb-4a26-af00-e1e480ecc4fe tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:26:58.186108 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e16bccc4-c35a-431a-89b9-d49e9b848e33 req-831a2dea-8fcb-4a26-af00-e1e480ecc4fe tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 946 time: 0.0764847 Jun 22 10:26:58.312363 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e8cf9878-bebf-4d38-bac1-333e0a4184f4 req-096a8c3c-7f40-49a3-87d6-72fb9f2d29fe service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947255 Jun 22 10:26:58.330109 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-e16bccc4-c35a-431a-89b9-d49e9b848e33 req-9e34d31d-8c85-4f33-b72a-3ffba2dcd05b tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Deleting port fe534632-1c33-4794-bbcb-a54d9a87fefd {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:26:58.330452 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e16bccc4-c35a-431a-89b9-d49e9b848e33 req-9e34d31d-8c85-4f33-b72a-3ffba2dcd05b tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (fe534632-1c33-4794-bbcb-a54d9a87fefd), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:58.489117 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-e16bccc4-c35a-431a-89b9-d49e9b848e33 req-9e34d31d-8c85-4f33-b72a-3ffba2dcd05b tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] For port fe534632-1c33-4794-bbcb-a54d9a87fefd, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=fe534632-1c33-4794-bbcb-a54d9a87fefd,segment=NetworkSegment(fc028856-14b9-419a-8b62-8b234ffb395e),segment_id=fc028856-14b9-419a-8b62-8b234ffb395e)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:26:58.489489 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e16bccc4-c35a-431a-89b9-d49e9b848e33 req-9e34d31d-8c85-4f33-b72a-3ffba2dcd05b tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (fe534632-1c33-4794-bbcb-a54d9a87fefd), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:58.493931 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e8cf9878-bebf-4d38-bac1-333e0a4184f4 req-a0e61912-0cf3-45fa-9bb7-841deaf4ce08 service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744685 Jun 22 10:26:58.504278 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-e16bccc4-c35a-431a-89b9-d49e9b848e33 req-9e34d31d-8c85-4f33-b72a-3ffba2dcd05b tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Calling delete_port for fe534632-1c33-4794-bbcb-a54d9a87fefd owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:26:58.643039 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e16bccc4-c35a-431a-89b9-d49e9b848e33 req-9e34d31d-8c85-4f33-b72a-3ffba2dcd05b tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (fe534632-1c33-4794-bbcb-a54d9a87fefd), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:58.672791 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34d31d-8c85-4f33-b72a-3ffba2dcd05b tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event deleted for resources: {'Port': ['ID=fe534632-1c33-4794-bbcb-a54d9a87fefd,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:26:58.714559 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16bccc4-c35a-431a-89b9-d49e9b848e33 req-9e34d31d-8c85-4f33-b72a-3ffba2dcd05b tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] No DVR routers for this DVR port fe534632-1c33-4794-bbcb-a54d9a87fefd on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:26:58.717032 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-e16bccc4-c35a-431a-89b9-d49e9b848e33 req-9e34d31d-8c85-4f33-b72a-3ffba2dcd05b tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:26:58.720229 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e16bccc4-c35a-431a-89b9-d49e9b848e33 req-9e34d31d-8c85-4f33-b72a-3ffba2dcd05b tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.59 "DELETE /v2.0/ports/fe534632-1c33-4794-bbcb-a54d9a87fefd HTTP/1.1" status: 204 len: 173 time: 0.5045042 Jun 22 10:26:58.720656 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4bd5f5-1caa-4165-a7d3-73f338df3073', 'name': 'network-vif-deleted', 'tag': 'fe534632-1c33-4794-bbcb-a54d9a87fefd'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:26:58.722887 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35748bc-521f-432f-b1d9-c4744bee6cc8" -d '{"events": [{"server_uuid": "8d4bd5f5-1caa-4165-a7d3-73f338df3073", "name": "network-vif-deleted", "tag": "fe534632-1c33-4794-bbcb-a54d9a87fefd"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:26:58.760294 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053d88b6-0c2b-4678-a869-13ab921f903a x-openstack-request-id: req-053d88b6-0c2b-4678-a869-13ab921f903a {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:26:58.760682 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4bd5f5-1caa-4165-a7d3-73f338df3073", "name": "network-vif-deleted", "tag": "fe534632-1c33-4794-bbcb-a54d9a87fefd", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:26:58.760989 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-053d88b6-0c2b-4678-a869-13ab921f903a {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:26:58.761456 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-053d88b6-0c2b-4678-a869-13ab921f903a'] response: {'server_uuid': '8d4bd5f5-1caa-4165-a7d3-73f338df3073', 'name': 'network-vif-deleted', 'tag': 'fe534632-1c33-4794-bbcb-a54d9a87fefd', 'status': 'completed', 'code': 200} Jun 22 10:26:58.927165 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-8216355c-d719-4bec-8940-fd176d0062c0 req-fe59a8be-ba0d-4681-9b2c-019703c728b8 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d4bd5f5-1caa-4165-a7d3-73f338df3073 HTTP/1.1" status: 200 len: 210 time: 0.0320811 Jun 22 10:27:02.220930 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47168) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:02.354753 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device fe534632-1c33-4794-bbcb-a54d9a87fefd no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:27:02.357894 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-6dafb5a6-69ed-44ed-af35-aee0021c2091 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Deleting port 71c4afc0-c979-46ab-a7f6-b7daaebf988c {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:27:02.358193 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6dafb5a6-69ed-44ed-af35-aee0021c2091 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (71c4afc0-c979-46ab-a7f6-b7daaebf988c), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:02.373804 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: fe534632-1c33-4794-bbcb-a54d9a87fefd {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:27:02.374233 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device fe534632-1c33-4794-bbcb-a54d9a87fefd not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:27:02.436865 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6dafb5a6-69ed-44ed-af35-aee0021c2091 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (71c4afc0-c979-46ab-a7f6-b7daaebf988c), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:02.437184 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6dafb5a6-69ed-44ed-af35-aee0021c2091 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for floatingip (71c4afc0-c979-46ab-a7f6-b7daaebf988c), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:02.449783 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-6dafb5a6-69ed-44ed-af35-aee0021c2091 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Calling delete_port for 71c4afc0-c979-46ab-a7f6-b7daaebf988c owned by network:floatingip {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:27:02.588445 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:02.595929 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6dafb5a6-69ed-44ed-af35-aee0021c2091 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (71c4afc0-c979-46ab-a7f6-b7daaebf988c), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:02.622498 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafb5a6-69ed-44ed-af35-aee0021c2091 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event deleted for resources: {'Port': ['ID=71c4afc0-c979-46ab-a7f6-b7daaebf988c,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:02.683191 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6dafb5a6-69ed-44ed-af35-aee0021c2091 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for floatingip (afbd417c-6760-41b5-95ab-8f0322063400), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:02.683581 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-6dafb5a6-69ed-44ed-af35-aee0021c2091 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Floating IP afbd417c-6760-41b5-95ab-8f0322063400 disassociated (deleted). External IP: 172.27.0.228, port: 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05. Jun 22 10:27:02.862055 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:02.885559 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dafb5a6-69ed-44ed-af35-aee0021c2091 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Router e2b31658-b074-4e56-b5f2-fdcc84285211 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:27:02.989818 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dafb5a6-69ed-44ed-af35-aee0021c2091 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:27:02.994274 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6dafb5a6-69ed-44ed-af35-aee0021c2091 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:03.000629 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917e11b1-3c3d-4415-a6a7-1daa81d7bb55 None None] Sync routers for ids ['e2b31658-b074-4e56-b5f2-fdcc84285211'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:27:03.010622 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e11b1-3c3d-4415-a6a7-1daa81d7bb55 None None] Routers {'e2b31658-b074-4e56-b5f2-fdcc84285211'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:27:03.011228 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-917e11b1-3c3d-4415-a6a7-1daa81d7bb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:26:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['e2b31658-b074-4e56-b5f2-fdcc84285211'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:03.023610 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6dafb5a6-69ed-44ed-af35-aee0021c2091 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "DELETE /v2.0/floatingips/afbd417c-6760-41b5-95ab-8f0322063400 HTTP/1.1" status: 204 len: 168 time: 0.8016040 Jun 22 10:27:03.024722 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d67cb6e-5968-4e4d-961f-5fb5e33c186f', 'tag': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:27:03.026976 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898db771481267bf496a2732a32d4addbcaa54fa352ad4e4fb07179b33d7b991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b5e988-eaf6-46ae-b6cb-096e61acf199" -d '{"events": [{"name": "network-changed", "server_uuid": "7d67cb6e-5968-4e4d-961f-5fb5e33c186f", "tag": "7c7fc779-1672-4d69-b57b-9dfc6fd1bf05"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:27:03.064040 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367fc5ff-43a1-4c77-80b6-f61229234114 x-openstack-request-id: req-367fc5ff-43a1-4c77-80b6-f61229234114 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:27:03.064327 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d67cb6e-5968-4e4d-961f-5fb5e33c186f", "tag": "7c7fc779-1672-4d69-b57b-9dfc6fd1bf05", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:27:03.064577 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-367fc5ff-43a1-4c77-80b6-f61229234114 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:27:03.065498 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-367fc5ff-43a1-4c77-80b6-f61229234114'] response: {'name': 'network-changed', 'server_uuid': '7d67cb6e-5968-4e4d-961f-5fb5e33c186f', 'tag': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05', 'status': 'completed', 'code': 200} Jun 22 10:27:03.120074 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-917e11b1-3c3d-4415-a6a7-1daa81d7bb55 None None] Set router e2b31658-b074-4e56-b5f2-fdcc84285211 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:27:03.135963 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5e988-eaf6-46ae-b6cb-096e61acf199 req-e8031278-9917-4909-94e8-38d775a95011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:03.137507 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e4b5e988-eaf6-46ae-b6cb-096e61acf199 req-e8031278-9917-4909-94e8-38d775a95011 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cb1af845e594466b12a11b7cab99a7c&device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 1130 time: 0.0508935 Jun 22 10:27:03.170665 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:03.218126 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:03.254769 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5e988-eaf6-46ae-b6cb-096e61acf199 req-9fa8481e-6045-4f82-a1b0-962a8affad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:03.256580 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e4b5e988-eaf6-46ae-b6cb-096e61acf199 req-9fa8481e-6045-4f82-a1b0-962a8affad5b service neutron] 10.222.0.59 "GET /v2.0/networks?id=96156af8-0bc3-4b6c-bec6-429f61356c8a HTTP/1.1" status: 200 len: 912 time: 0.1126571 Jun 22 10:27:03.275428 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcafaa1-137a-4528-9a0d-cb77afadfb6d req-c4c995b0-430d-4101-81b2-f0c08fa693f0 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:03.276960 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-abcafaa1-137a-4528-9a0d-cb77afadfb6d req-c4c995b0-430d-4101-81b2-f0c08fa693f0 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 946 time: 0.0534561 Jun 22 10:27:03.308928 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:03.318262 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-917e11b1-3c3d-4415-a6a7-1daa81d7bb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 5, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:03.326713 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-abcafaa1-137a-4528-9a0d-cb77afadfb6d req-610e4537-7dea-4c62-83c0-0e5422582ab0 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441678 Jun 22 10:27:03.344537 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917e11b1-3c3d-4415-a6a7-1daa81d7bb55 None None] Checking router: e2b31658-b074-4e56-b5f2-fdcc84285211 for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:27:03.354137 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e11b1-3c3d-4415-a6a7-1daa81d7bb55 None None] Routers {'e2b31658-b074-4e56-b5f2-fdcc84285211'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:27:03.354747 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-917e11b1-3c3d-4415-a6a7-1daa81d7bb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:26:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['e2b31658-b074-4e56-b5f2-fdcc84285211'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:03.452178 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-917e11b1-3c3d-4415-a6a7-1daa81d7bb55 None None] Set router e2b31658-b074-4e56-b5f2-fdcc84285211 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:27:03.630842 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-917e11b1-3c3d-4415-a6a7-1daa81d7bb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 5, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:03.655734 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917e11b1-3c3d-4415-a6a7-1daa81d7bb55 None None] The sync data for ids ['e2b31658-b074-4e56-b5f2-fdcc84285211'] in dv-cinder-847131-1-iscsi is: [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:39Z', 'revision_number': 4, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '6c7706c4-d50e-41f1-bdc2-5b95504c9ada', 'name': '', 'network_id': '96156af8-0bc3-4b6c-bec6-429f61356c8a', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'mac_address': 'fa:16:3e:2c:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2c45b72d-dee0-4152-ab84-13a956020161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:38Z', 'updated_at': '2022-06-22T10:19:44Z', 'revision_number': 5, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'subnets': [{'id': '2c45b72d-dee0-4152-ab84-13a956020161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:27:03.873902 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb98c76-a7ec-459f-b032-8e86a07093d8 None None] New status for floating IP afbd417c-6760-41b5-95ab-8f0322063400: DOWN {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:27:04.293305 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e4b5e988-eaf6-46ae-b6cb-096e61acf199 req-4fdb4e02-b575-4281-850c-e7011c57476a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 HTTP/1.1" status: 200 len: 217 time: 0.0339618 Jun 22 10:27:04.348041 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5e988-eaf6-46ae-b6cb-096e61acf199 req-0f8ecbcc-5394-47ba-b57d-b1707cc3581a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:04.349485 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e4b5e988-eaf6-46ae-b6cb-096e61acf199 req-0f8ecbcc-5394-47ba-b57d-b1707cc3581a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c45b72d-dee0-4152-ab84-13a956020161 HTTP/1.1" status: 200 len: 850 time: 0.0469701 Jun 22 10:27:04.448965 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e1092-4150-420c-9e60-d2debd05dec3 req-0fdc7845-65a9-4ffc-9fa5-70d05052a602 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:04.450800 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cb6e1092-4150-420c-9e60-d2debd05dec3 req-0fdc7845-65a9-4ffc-9fa5-70d05052a602 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 946 time: 0.0532928 Jun 22 10:27:04.462851 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:04.476100 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5e988-eaf6-46ae-b6cb-096e61acf199 req-6ab9e2ff-1b91-42d5-aee2-bdb5c057f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:04.478066 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e4b5e988-eaf6-46ae-b6cb-096e61acf199 req-6ab9e2ff-1b91-42d5-aee2-bdb5c057f479 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96156af8-0bc3-4b6c-bec6-429f61356c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429118 Jun 22 10:27:04.502107 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-cb6e1092-4150-420c-9e60-d2debd05dec3 req-ccc43b44-4601-4dd8-b22a-86b3fd7d27b3 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9f47e1e-be45-4e09-b935-b6be0d03406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457098 Jun 22 10:27:04.570218 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e4b5e988-eaf6-46ae-b6cb-096e61acf199 req-f012da9e-0e0a-4851-9592-21349122c9be service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861449 Jun 22 10:27:04.763411 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e4b5e988-eaf6-46ae-b6cb-096e61acf199 req-a90f81af-cf80-4291-8f16-86edfc13d20f service neutron] 10.222.0.59 "GET /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126072 Jun 22 10:27:04.773155 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d7f54-4995-4256-93f0-24bf0f9e99e5 req-c2de25a0-c522-4dbf-aca1-a4f89ef39556 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:04.774803 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ca8d7f54-4995-4256-93f0-24bf0f9e99e5 req-c2de25a0-c522-4dbf-aca1-a4f89ef39556 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 946 time: 0.0559270 Jun 22 10:27:04.859736 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-ca8d7f54-4995-4256-93f0-24bf0f9e99e5 req-eb974024-2070-47e5-bc26-3f16ccc6189e tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Deleting port 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:27:04.860079 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-ca8d7f54-4995-4256-93f0-24bf0f9e99e5 req-eb974024-2070-47e5-bc26-3f16ccc6189e tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (7c7fc779-1672-4d69-b57b-9dfc6fd1bf05), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:04.953374 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-ca8d7f54-4995-4256-93f0-24bf0f9e99e5 req-eb974024-2070-47e5-bc26-3f16ccc6189e tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] For port 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=7c7fc779-1672-4d69-b57b-9dfc6fd1bf05,segment=NetworkSegment(fc028856-14b9-419a-8b62-8b234ffb395e),segment_id=fc028856-14b9-419a-8b62-8b234ffb395e)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:27:04.953766 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-ca8d7f54-4995-4256-93f0-24bf0f9e99e5 req-eb974024-2070-47e5-bc26-3f16ccc6189e tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (7c7fc779-1672-4d69-b57b-9dfc6fd1bf05), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:05.240853 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-ca8d7f54-4995-4256-93f0-24bf0f9e99e5 req-eb974024-2070-47e5-bc26-3f16ccc6189e tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Calling delete_port for 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:27:05.367705 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-ca8d7f54-4995-4256-93f0-24bf0f9e99e5 req-eb974024-2070-47e5-bc26-3f16ccc6189e tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (7c7fc779-1672-4d69-b57b-9dfc6fd1bf05), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:05.398560 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb974024-2070-47e5-bc26-3f16ccc6189e tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event deleted for resources: {'Port': ['ID=7c7fc779-1672-4d69-b57b-9dfc6fd1bf05,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:05.443633 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8d7f54-4995-4256-93f0-24bf0f9e99e5 req-eb974024-2070-47e5-bc26-3f16ccc6189e tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] No DVR routers for this DVR port 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:27:05.446206 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-ca8d7f54-4995-4256-93f0-24bf0f9e99e5 req-eb974024-2070-47e5-bc26-3f16ccc6189e tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:05.449455 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-ca8d7f54-4995-4256-93f0-24bf0f9e99e5 req-eb974024-2070-47e5-bc26-3f16ccc6189e tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.59 "DELETE /v2.0/ports/7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 HTTP/1.1" status: 204 len: 173 time: 0.6701901 Jun 22 10:27:05.449913 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d67cb6e-5968-4e4d-961f-5fb5e33c186f', 'name': 'network-vif-deleted', 'tag': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:27:05.452133 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fffa2c-3ecd-4d61-b08b-2bcbf145f6ef" -d '{"events": [{"server_uuid": "7d67cb6e-5968-4e4d-961f-5fb5e33c186f", "name": "network-vif-deleted", "tag": "7c7fc779-1672-4d69-b57b-9dfc6fd1bf05"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:27:05.546888 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b701ce9d-29a4-4619-8343-c7ba824c26ed x-openstack-request-id: req-b701ce9d-29a4-4619-8343-c7ba824c26ed {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:27:05.547213 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d67cb6e-5968-4e4d-961f-5fb5e33c186f", "name": "network-vif-deleted", "tag": "7c7fc779-1672-4d69-b57b-9dfc6fd1bf05", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:27:05.547550 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b701ce9d-29a4-4619-8343-c7ba824c26ed {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:27:05.547996 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b701ce9d-29a4-4619-8343-c7ba824c26ed'] response: {'server_uuid': '7d67cb6e-5968-4e4d-961f-5fb5e33c186f', 'name': 'network-vif-deleted', 'tag': '7c7fc779-1672-4d69-b57b-9dfc6fd1bf05', 'status': 'completed', 'code': 200} Jun 22 10:27:05.613705 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-c4e60de6-43a0-4d50-beb9-b0b1166c297d req-5604c4ec-0b52-4dd5-b77c-f983e2a81a27 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d67cb6e-5968-4e4d-961f-5fb5e33c186f HTTP/1.1" status: 200 len: 210 time: 0.0295823 Jun 22 10:27:06.260332 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1dee3-ff9e-4c82-8547-0715b8f0736d req-81cb61a4-238c-4622-ac15-41215cc692a0 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:06.261870 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-56e1dee3-ff9e-4c82-8547-0715b8f0736d req-81cb61a4-238c-4622-ac15-41215cc692a0 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 946 time: 0.0561581 Jun 22 10:27:06.316095 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-56e1dee3-ff9e-4c82-8547-0715b8f0736d req-f888e949-ae21-480c-a56b-1da12281a7cc tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478549 Jun 22 10:27:06.340118 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47198) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:06.425830 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51217dd-ff44-4ff4-82ee-31aff6f3b2c1 tempest-TestMinimumBasicScenario-1312392418 tempest-TestMinimumBasicScenario-1312392418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:06.430920 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c51217dd-ff44-4ff4-82ee-31aff6f3b2c1 tempest-TestMinimumBasicScenario-1312392418 tempest-TestMinimumBasicScenario-1312392418-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 1125 time: 0.0864227 Jun 22 10:27:06.431243 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47202) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:06.435579 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-9d5ae23d-da39-4198-8eea-e1e8288adc8a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Request body: {'floatingip': {'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'port_id': '36a8b53c-154d-40ba-acfc-8a025c723d78', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:27:06.456797 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae23d-da39-4198-8eea-e1e8288adc8a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:06.534248 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae23d-da39-4198-8eea-e1e8288adc8a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:06.627980 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:06.645480 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-9d5ae23d-da39-4198-8eea-e1e8288adc8a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Allocated IP 172.27.0.104 (79d15111-a84f-47a4-8793-6586c660a510/881d1904-b49c-4f96-97f8-7f06ad28254d/b9ee8a71-5583-4076-a92e-7f4bf5609a65) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 10:27:06.675760 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 47206) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:06.750086 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae23d-da39-4198-8eea-e1e8288adc8a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for port (b9ee8a71-5583-4076-a92e-7f4bf5609a65), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:06.756103 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:06.784568 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae23d-da39-4198-8eea-e1e8288adc8a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773364476034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (b9ee8a71-5583-4076-a92e-7f4bf5609a65), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:06.797258 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-9d728382-6a85-47fa-821c-f66365645d58 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Deleting port f76d025e-83e6-40d4-8f16-75f8db77fdaa {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:27:06.797604 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9d728382-6a85-47fa-821c-f66365645d58 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (f76d025e-83e6-40d4-8f16-75f8db77fdaa), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:06.829515 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5ae23d-da39-4198-8eea-e1e8288adc8a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Network 79d15111-a84f-47a4-8793-6586c660a510 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 10:27:06.832339 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-9d5ae23d-da39-4198-8eea-e1e8288adc8a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 10:27:06.836122 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5ae23d-da39-4198-8eea-e1e8288adc8a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 22 10:27:06.841350 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ae23d-da39-4198-8eea-e1e8288adc8a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Pushing event updated for resources: {'Port': ['ID=b9ee8a71-5583-4076-a92e-7f4bf5609a65,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:06.854504 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:06.881349 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9d728382-6a85-47fa-821c-f66365645d58 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (f76d025e-83e6-40d4-8f16-75f8db77fdaa), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:06.881605 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9d728382-6a85-47fa-821c-f66365645d58 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for floatingip (f76d025e-83e6-40d4-8f16-75f8db77fdaa), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:06.895024 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-9d728382-6a85-47fa-821c-f66365645d58 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Calling delete_port for f76d025e-83e6-40d4-8f16-75f8db77fdaa owned by network:floatingip {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:27:06.956960 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:07.026225 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9d728382-6a85-47fa-821c-f66365645d58 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (f76d025e-83e6-40d4-8f16-75f8db77fdaa), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:07.054511 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d728382-6a85-47fa-821c-f66365645d58 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event deleted for resources: {'Port': ['ID=f76d025e-83e6-40d4-8f16-75f8db77fdaa,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:07.119183 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9d728382-6a85-47fa-821c-f66365645d58 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for floatingip (841e2a16-6c23-4ac8-a9d6-b8b34e92adbb), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:07.122018 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-9d728382-6a85-47fa-821c-f66365645d58 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:07.123398 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-9d728382-6a85-47fa-821c-f66365645d58 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "DELETE /v2.0/floatingips/841e2a16-6c23-4ac8-a9d6-b8b34e92adbb HTTP/1.1" status: 204 len: 168 time: 0.4465611 Jun 22 10:27:07.205592 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae23d-da39-4198-8eea-e1e8288adc8a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for floatingip (385fba40-5eb3-458b-98c7-8a3509a0aeec), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:07.276590 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae23d-da39-4198-8eea-e1e8288adc8a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (b9ee8a71-5583-4076-a92e-7f4bf5609a65), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:07.429422 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae23d-da39-4198-8eea-e1e8288adc8a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for port (b9ee8a71-5583-4076-a92e-7f4bf5609a65), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:07.434545 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae23d-da39-4198-8eea-e1e8288adc8a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6232566'] for port (b9ee8a71-5583-4076-a92e-7f4bf5609a65), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:07.439396 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:07.509328 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ae23d-da39-4198-8eea-e1e8288adc8a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Pushing event updated for resources: {'Port': ['ID=b9ee8a71-5583-4076-a92e-7f4bf5609a65,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:07.519243 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae23d-da39-4198-8eea-e1e8288adc8a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745842'] for floatingip (385fba40-5eb3-458b-98c7-8a3509a0aeec), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:07.558157 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:07.619291 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-9d5ae23d-da39-4198-8eea-e1e8288adc8a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Floating IP 385fba40-5eb3-458b-98c7-8a3509a0aeec associated. External IP: 172.27.0.104, port: 36a8b53c-154d-40ba-acfc-8a025c723d78. Jun 22 10:27:07.829564 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5ae23d-da39-4198-8eea-e1e8288adc8a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Router 8d77b355-fd4e-4dab-8c05-e63412f652be has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:27:07.931243 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5ae23d-da39-4198-8eea-e1e8288adc8a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:27:07.940647 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09966b47-c1ea-4891-a0f8-867a774c1fdf None None] Sync routers for ids ['8d77b355-fd4e-4dab-8c05-e63412f652be'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:27:07.948481 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae23d-da39-4198-8eea-e1e8288adc8a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:07.957113 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09966b47-c1ea-4891-a0f8-867a774c1fdf None None] Routers {'8d77b355-fd4e-4dab-8c05-e63412f652be'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:27:07.957760 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-09966b47-c1ea-4891-a0f8-867a774c1fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:26:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['8d77b355-fd4e-4dab-8c05-e63412f652be'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:07.983504 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9d5ae23d-da39-4198-8eea-e1e8288adc8a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5511327 Jun 22 10:27:07.984090 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9c029c-4daa-4ae2-b624-6d227fd03923', 'tag': '36a8b53c-154d-40ba-acfc-8a025c723d78'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:27:07.986434 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898db771481267bf496a2732a32d4addbcaa54fa352ad4e4fb07179b33d7b991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c6cb76-6b33-4864-bc14-09a1823a50e0" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9c029c-4daa-4ae2-b624-6d227fd03923", "tag": "36a8b53c-154d-40ba-acfc-8a025c723d78"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:27:07.986923 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 47218) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:07.998579 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-e9f257d8-3aa1-40f5-a727-f04053103f34 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1673371361', 'description': 'tempest-secgroup-smoke-1673371361 description', 'project_id': 'f4d8e96d47af4667a2f478e6561353d4'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:27:08.029025 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e9f257d8-3aa1-40f5-a727-f04053103f34 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group (None), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.029173 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00191375-23ec-4bd9-a001-a11025895297 x-openstack-request-id: req-00191375-23ec-4bd9-a001-a11025895297 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:27:08.029461 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9c029c-4daa-4ae2-b624-6d227fd03923", "tag": "36a8b53c-154d-40ba-acfc-8a025c723d78", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:27:08.029813 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00191375-23ec-4bd9-a001-a11025895297 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:27:08.030238 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00191375-23ec-4bd9-a001-a11025895297'] response: {'name': 'network-changed', 'server_uuid': '3a9c029c-4daa-4ae2-b624-6d227fd03923', 'tag': '36a8b53c-154d-40ba-acfc-8a025c723d78', 'status': 'completed', 'code': 200} Jun 22 10:27:08.073996 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-09966b47-c1ea-4891-a0f8-867a774c1fdf None None] Set router 8d77b355-fd4e-4dab-8c05-e63412f652be gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:27:08.133046 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6cb76-6b33-4864-bc14-09a1823a50e0 req-df6a975c-309a-4b15-9662-1c3cf6f53ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:08.135748 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b4c6cb76-6b33-4864-bc14-09a1823a50e0 req-df6a975c-309a-4b15-9662-1c3cf6f53ebb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4d8e96d47af4667a2f478e6561353d4&device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 1130 time: 0.0684421 Jun 22 10:27:08.144559 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e9f257d8-3aa1-40f5-a727-f04053103f34 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group (b341b537-1b96-443b-9367-50ef9e9a2a7b), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.154858 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e9f257d8-3aa1-40f5-a727-f04053103f34 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (b341b537-1b96-443b-9367-50ef9e9a2a7b), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.206339 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-e9f257d8-3aa1-40f5-a727-f04053103f34 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.207610 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-e9f257d8-3aa1-40f5-a727-f04053103f34 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2196188 Jun 22 10:27:08.210663 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47222) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:08.215803 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-3a7c4c87-925f-4e0c-bace-2cba4e6270c7 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Request body: {'security_group_rule': {'security_group_id': 'b341b537-1b96-443b-9367-50ef9e9a2a7b', 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:27:08.245395 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f257d8-3aa1-40f5-a727-f04053103f34 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b341b537-1b96-443b-9367-50ef9e9a2a7b,revision_number=1']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:08.245717 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4c87-925f-4e0c-bace-2cba4e6270c7 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group_rule (4c26b8e1-3dd3-4a6e-b395-0dcf3234b9c6), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.270703 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6cb76-6b33-4864-bc14-09a1823a50e0 req-55af3674-9ce7-4f71-8168-48683343dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:08.272451 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b4c6cb76-6b33-4864-bc14-09a1823a50e0 req-55af3674-9ce7-4f71-8168-48683343dd2f service neutron] 10.222.0.59 "GET /v2.0/networks?id=bc9c4db9-b058-40e2-9895-f39f6e0b1815 HTTP/1.1" status: 200 len: 916 time: 0.1265855 Jun 22 10:27:08.297330 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-09966b47-c1ea-4891-a0f8-867a774c1fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'name': 'tempest-TestMinimumBasicScenario-1760324445-router', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:18Z', 'revision_number': 4, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'gw_port': {'id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '385fba40-5eb3-458b-98c7-8a3509a0aeec', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'port_id': '36a8b53c-154d-40ba-acfc-8a025c723d78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815', 'mac_address': 'fa:16:3e:ff:8e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9c029c-4daa-4ae2-b624-6d227fd03923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:27:07Z', 'updated_at': '2022-06-22T10:27:07Z', 'revision_number': 0, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2656d6-9cec-480d-a063-583cc8dfbb05', 'name': '', 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'mac_address': 'fa:16:3e:c2:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7623827a-9286-49a6-adf1-9df3a64fbe8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:17Z', 'updated_at': '2022-06-22T10:26:22Z', 'revision_number': 5, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'subnets': [{'id': '7623827a-9286-49a6-adf1-9df3a64fbe8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:08.315827 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4c87-925f-4e0c-bace-2cba4e6270c7 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group_rule (4c26b8e1-3dd3-4a6e-b395-0dcf3234b9c6), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.323009 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4c87-925f-4e0c-bace-2cba4e6270c7 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (4c26b8e1-3dd3-4a6e-b395-0dcf3234b9c6), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.328701 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09966b47-c1ea-4891-a0f8-867a774c1fdf None None] Checking router: 8d77b355-fd4e-4dab-8c05-e63412f652be for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:27:08.340273 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09966b47-c1ea-4891-a0f8-867a774c1fdf None None] Routers {'8d77b355-fd4e-4dab-8c05-e63412f652be'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:27:08.341174 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-09966b47-c1ea-4891-a0f8-867a774c1fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:26:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['8d77b355-fd4e-4dab-8c05-e63412f652be'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:08.350785 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c4c87-925f-4e0c-bace-2cba4e6270c7 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c26b8e1-3dd3-4a6e-b395-0dcf3234b9c6,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:08.353242 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47226) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:08.365612 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b4c6cb76-6b33-4864-bc14-09a1823a50e0 req-8ef66ede-8b6d-431d-a068-809e54815171 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36a8b53c-154d-40ba-acfc-8a025c723d78 HTTP/1.1" status: 200 len: 1000 time: 0.0863793 Jun 22 10:27:08.370387 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:27:08.388297 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4c87-925f-4e0c-bace-2cba4e6270c7 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.393409 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-3a7c4c87-925f-4e0c-bace-2cba4e6270c7 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1814477 Jun 22 10:27:08.394360 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47228) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:08.394533 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:27:08.395068 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 7c7fc779-1672-4d69-b57b-9dfc6fd1bf05 not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:27:08.402557 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-e391fdda-1a7e-4b98-98db-201bdce42333 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Request body: {'security_group_rule': {'security_group_id': 'b341b537-1b96-443b-9367-50ef9e9a2a7b', 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:27:08.423742 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6cb76-6b33-4864-bc14-09a1823a50e0 req-35dc2a31-e5c8-4d6f-8cdb-a3546933f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:08.425470 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b4c6cb76-6b33-4864-bc14-09a1823a50e0 req-35dc2a31-e5c8-4d6f-8cdb-a3546933f3fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7623827a-9286-49a6-adf1-9df3a64fbe8e HTTP/1.1" status: 200 len: 854 time: 0.0511196 Jun 22 10:27:08.429568 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b2911e84-2c6e-4e01-90d1-cc11f7f68473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.448510 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:08.453269 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e391fdda-1a7e-4b98-98db-201bdce42333 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group_rule (de72c492-2d3a-4047-84e9-bc4f37e9d1a3), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.476146 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-09966b47-c1ea-4891-a0f8-867a774c1fdf None None] Set router 8d77b355-fd4e-4dab-8c05-e63412f652be gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:27:08.477722 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6cb76-6b33-4864-bc14-09a1823a50e0 req-06ce0dd3-c71b-48a7-a75d-6c60d0eb930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:08.480115 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b4c6cb76-6b33-4864-bc14-09a1823a50e0 req-06ce0dd3-c71b-48a7-a75d-6c60d0eb930a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc9c4db9-b058-40e2-9895-f39f6e0b1815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460887 Jun 22 10:27:08.495020 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4491cd35-1090-4f86-94d4-c95dbb7b3931 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group (a9f47e1e-be45-4e09-b935-b6be0d03406f), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.534648 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4491cd35-1090-4f86-94d4-c95dbb7b3931 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group (a9f47e1e-be45-4e09-b935-b6be0d03406f), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.544904 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:08.552991 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e391fdda-1a7e-4b98-98db-201bdce42333 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group_rule (de72c492-2d3a-4047-84e9-bc4f37e9d1a3), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.563912 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e391fdda-1a7e-4b98-98db-201bdce42333 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (de72c492-2d3a-4047-84e9-bc4f37e9d1a3), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.574525 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:08.588047 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b4c6cb76-6b33-4864-bc14-09a1823a50e0 req-d8a63ccb-3ee4-44b8-a3b3-da6834535194 service neutron] 10.222.0.59 "GET /v2.0/networks/bc9c4db9-b058-40e2-9895-f39f6e0b1815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012278 Jun 22 10:27:08.600279 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391fdda-1a7e-4b98-98db-201bdce42333 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de72c492-2d3a-4047-84e9-bc4f37e9d1a3,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:08.611021 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e391fdda-1a7e-4b98-98db-201bdce42333 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.612373 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e391fdda-1a7e-4b98-98db-201bdce42333 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2135191 Jun 22 10:27:08.615192 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 47230) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:08.620608 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-81a71fbb-5a9d-4ab1-8306-2908b5750490 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Request body: {'security_group_rule': {'security_group_id': 'b341b537-1b96-443b-9367-50ef9e9a2a7b', 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:27:08.643736 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4491cd35-1090-4f86-94d4-c95dbb7b3931 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (a9f47e1e-be45-4e09-b935-b6be0d03406f), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.647221 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4491cd35-1090-4f86-94d4-c95dbb7b3931 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.649457 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:08.652504 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4491cd35-1090-4f86-94d4-c95dbb7b3931 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] 10.222.0.43 "DELETE /v2.0/security-groups/a9f47e1e-be45-4e09-b935-b6be0d03406f HTTP/1.1" status: 204 len: 168 time: 0.2960198 Jun 22 10:27:08.663027 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491cd35-1090-4f86-94d4-c95dbb7b3931 tempest-TestVolumeBootPattern-1609151323 tempest-TestVolumeBootPattern-1609151323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f47e1e-be45-4e09-b935-b6be0d03406f,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:08.728958 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47234) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:08.733721 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=5,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:08.737575 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-09966b47-c1ea-4891-a0f8-867a774c1fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'name': 'tempest-TestMinimumBasicScenario-1760324445-router', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:18Z', 'revision_number': 4, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'gw_port': {'id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '385fba40-5eb3-458b-98c7-8a3509a0aeec', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'port_id': '36a8b53c-154d-40ba-acfc-8a025c723d78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815', 'mac_address': 'fa:16:3e:ff:8e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9c029c-4daa-4ae2-b624-6d227fd03923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:27:07Z', 'updated_at': '2022-06-22T10:27:07Z', 'revision_number': 0, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2656d6-9cec-480d-a063-583cc8dfbb05', 'name': '', 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'mac_address': 'fa:16:3e:c2:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7623827a-9286-49a6-adf1-9df3a64fbe8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:17Z', 'updated_at': '2022-06-22T10:26:22Z', 'revision_number': 5, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'subnets': [{'id': '7623827a-9286-49a6-adf1-9df3a64fbe8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:08.744092 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-b4c6cb76-6b33-4864-bc14-09a1823a50e0 req-3933e702-16d7-4eed-9647-dca2d1b2101d service neutron] 10.222.0.59 "GET /v2.0/networks/bc9c4db9-b058-40e2-9895-f39f6e0b1815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498601 Jun 22 10:27:08.746787 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-81a71fbb-5a9d-4ab1-8306-2908b5750490 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group_rule (c7e0c9a7-ccf3-46aa-be9d-2788f28bd7a6), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.773010 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09966b47-c1ea-4891-a0f8-867a774c1fdf None None] The sync data for ids ['8d77b355-fd4e-4dab-8c05-e63412f652be'] in dv-cinder-847131-1-iscsi is: [{'id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'name': 'tempest-TestMinimumBasicScenario-1760324445-router', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:18Z', 'revision_number': 4, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'gw_port': {'id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_floatingips': [{'id': '385fba40-5eb3-458b-98c7-8a3509a0aeec', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'router_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'port_id': '36a8b53c-154d-40ba-acfc-8a025c723d78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815', 'mac_address': 'fa:16:3e:ff:8e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9c029c-4daa-4ae2-b624-6d227fd03923', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-22T10:27:07Z', 'updated_at': '2022-06-22T10:27:07Z', 'revision_number': 0, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab2656d6-9cec-480d-a063-583cc8dfbb05', 'name': '', 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'mac_address': 'fa:16:3e:c2:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7623827a-9286-49a6-adf1-9df3a64fbe8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:17Z', 'updated_at': '2022-06-22T10:26:22Z', 'revision_number': 5, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'subnets': [{'id': '7623827a-9286-49a6-adf1-9df3a64fbe8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:27:08.819052 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-81a71fbb-5a9d-4ab1-8306-2908b5750490 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group_rule (c7e0c9a7-ccf3-46aa-be9d-2788f28bd7a6), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.824582 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-81a71fbb-5a9d-4ab1-8306-2908b5750490 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (c7e0c9a7-ccf3-46aa-be9d-2788f28bd7a6), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.845103 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a71fbb-5a9d-4ab1-8306-2908b5750490 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e0c9a7-ccf3-46aa-be9d-2788f28bd7a6,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:08.856451 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-81a71fbb-5a9d-4ab1-8306-2908b5750490 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.857848 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-81a71fbb-5a9d-4ab1-8306-2908b5750490 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2416353 Jun 22 10:27:08.860673 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 47238) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:08.865166 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-ebcae0be-cec3-455c-90fa-9ab2948b2f23 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Request body: {'security_group_rule': {'security_group_id': 'b341b537-1b96-443b-9367-50ef9e9a2a7b', 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:27:08.893550 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ebcae0be-cec3-455c-90fa-9ab2948b2f23 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group_rule (cdf2dd31-c61e-4fd5-b18e-67ec3b546780), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.961104 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ebcae0be-cec3-455c-90fa-9ab2948b2f23 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group_rule (cdf2dd31-c61e-4fd5-b18e-67ec3b546780), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.968400 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ebcae0be-cec3-455c-90fa-9ab2948b2f23 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (cdf2dd31-c61e-4fd5-b18e-67ec3b546780), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:08.993501 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcae0be-cec3-455c-90fa-9ab2948b2f23 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf2dd31-c61e-4fd5-b18e-67ec3b546780,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:09.006286 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ebcae0be-cec3-455c-90fa-9ab2948b2f23 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:09.010941 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-ebcae0be-cec3-455c-90fa-9ab2948b2f23 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1458185 Jun 22 10:27:09.011516 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 47240) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:09.015999 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.v2.base [None req-61c1bb93-2f63-4e92-829c-ff09e3d6deec tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Request body: {'security_group_rule': {'security_group_id': 'b341b537-1b96-443b-9367-50ef9e9a2a7b', 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:27:09.040586 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c27e72c-7352-4c0b-a09d-34beb3d11005 None None] New status for floating IP 385fba40-5eb3-458b-98c7-8a3509a0aeec: ACTIVE {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:27:09.046349 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.db.securitygroups_db [None req-61c1bb93-2f63-4e92-829c-ff09e3d6deec tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Project f4d8e96d47af4667a2f478e6561353d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:27:09.054097 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-61c1bb93-2f63-4e92-829c-ff09e3d6deec tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group_rule (4cc8f0a7-071c-44c6-900f-88278a08e531), before_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:09.128682 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-61c1bb93-2f63-4e92-829c-ff09e3d6deec tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group_rule (4cc8f0a7-071c-44c6-900f-88278a08e531), precommit_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:09.134585 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-61c1bb93-2f63-4e92-829c-ff09e3d6deec tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (4cc8f0a7-071c-44c6-900f-88278a08e531), after_create {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:09.153328 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1bb93-2f63-4e92-829c-ff09e3d6deec tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc8f0a7-071c-44c6-900f-88278a08e531,revision_number=0']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:09.164045 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-61c1bb93-2f63-4e92-829c-ff09e3d6deec tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:09.167078 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-61c1bb93-2f63-4e92-829c-ff09e3d6deec tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1541007 Jun 22 10:27:09.168911 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47242) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:09.174944 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-8ebcbd41-69d9-41fe-ae53-0bf2c0442aef tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Request body: {'security_group_rule': {'security_group_id': 'b341b537-1b96-443b-9367-50ef9e9a2a7b', 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:27:09.461805 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.securitygroups_db [None req-8ebcbd41-69d9-41fe-ae53-0bf2c0442aef tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Project f4d8e96d47af4667a2f478e6561353d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 10:27:09.475756 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ebcbd41-69d9-41fe-ae53-0bf2c0442aef tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group_rule (4e64d9fa-bcaa-428c-83c9-fc96d887b578), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:09.489164 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72c0b4a4-947c-41e2-a836-aee68c87c43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722568'] for router_interface (e2b31658-b074-4e56-b5f2-fdcc84285211), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:09.619622 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ebcbd41-69d9-41fe-ae53-0bf2c0442aef tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group_rule (4e64d9fa-bcaa-428c-83c9-fc96d887b578), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:09.624915 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ebcbd41-69d9-41fe-ae53-0bf2c0442aef tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792359'] for security_group_rule (4e64d9fa-bcaa-428c-83c9-fc96d887b578), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:09.693710 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebcbd41-69d9-41fe-ae53-0bf2c0442aef tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e64d9fa-bcaa-428c-83c9-fc96d887b578,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:09.705247 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ebcbd41-69d9-41fe-ae53-0bf2c0442aef tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:09.706482 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8ebcbd41-69d9-41fe-ae53-0bf2c0442aef tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5366368 Jun 22 10:27:09.806077 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-72c0b4a4-947c-41e2-a836-aee68c87c43f admin admin] Deleting port 6c7706c4-d50e-41f1-bdc2-5b95504c9ada {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:27:09.806406 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72c0b4a4-947c-41e2-a836-aee68c87c43f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (6c7706c4-d50e-41f1-bdc2-5b95504c9ada), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:09.844456 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-972bc685-0d4c-4ebc-9411-441d8736eca7 req-a06450b9-a781-40f7-ae2a-575000dea060 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673371361&fields=id&tenant_id=f4d8e96d47af4667a2f478e6561353d4 HTTP/1.1" status: 200 len: 267 time: 0.0886385 Jun 22 10:27:09.847980 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:09.920491 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:09.939450 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bc685-0d4c-4ebc-9411-441d8736eca7 req-dffbb434-f92f-4f81-bfb0-124637100476 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:09.940925 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-972bc685-0d4c-4ebc-9411-441d8736eca7 req-dffbb434-f92f-4f81-bfb0-124637100476 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 946 time: 0.0655618 Jun 22 10:27:09.949958 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-72c0b4a4-947c-41e2-a836-aee68c87c43f admin admin] For port 6c7706c4-d50e-41f1-bdc2-5b95504c9ada, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=6c7706c4-d50e-41f1-bdc2-5b95504c9ada,segment=NetworkSegment(fc028856-14b9-419a-8b62-8b234ffb395e),segment_id=fc028856-14b9-419a-8b62-8b234ffb395e)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:27:09.950320 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72c0b4a4-947c-41e2-a836-aee68c87c43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (6c7706c4-d50e-41f1-bdc2-5b95504c9ada), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:09.956018 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-972bc685-0d4c-4ebc-9411-441d8736eca7 req-707a8929-8389-4d47-9f8a-39ddd000eca3 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Request body: {'port': {'security_groups': ['126f0c0f-a25f-4201-ba79-688a42d06bfc', 'b341b537-1b96-443b-9367-50ef9e9a2a7b']}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:27:09.989444 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-72c0b4a4-947c-41e2-a836-aee68c87c43f admin admin] Calling delete_port for 6c7706c4-d50e-41f1-bdc2-5b95504c9ada owned by network:router_interface {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:27:10.092992 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-972bc685-0d4c-4ebc-9411-441d8736eca7 req-707a8929-8389-4d47-9f8a-39ddd000eca3 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:10.402396 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72c0b4a4-947c-41e2-a836-aee68c87c43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (6c7706c4-d50e-41f1-bdc2-5b95504c9ada), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:10.433923 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0b4a4-947c-41e2-a836-aee68c87c43f admin admin] Pushing event deleted for resources: {'Port': ['ID=6c7706c4-d50e-41f1-bdc2-5b95504c9ada,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:10.484293 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-972bc685-0d4c-4ebc-9411-441d8736eca7 req-707a8929-8389-4d47-9f8a-39ddd000eca3 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] For port 36a8b53c-154d-40ba-acfc-8a025c723d78, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=36a8b53c-154d-40ba-acfc-8a025c723d78,segment=NetworkSegment(286f85c7-3e5c-4f21-a3f7-5e7af9577353),segment_id=286f85c7-3e5c-4f21-a3f7-5e7af9577353)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:27:10.554051 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-972bc685-0d4c-4ebc-9411-441d8736eca7 req-707a8929-8389-4d47-9f8a-39ddd000eca3 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:10.590970 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-972bc685-0d4c-4ebc-9411-441d8736eca7 req-707a8929-8389-4d47-9f8a-39ddd000eca3 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6232566'] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:10.602854 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['36a8b53c-154d-40ba-acfc-8a025c723d78'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:27:10.672312 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:10.691276 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bc685-0d4c-4ebc-9411-441d8736eca7 req-707a8929-8389-4d47-9f8a-39ddd000eca3 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:10.691923 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-972bc685-0d4c-4ebc-9411-441d8736eca7 req-707a8929-8389-4d47-9f8a-39ddd000eca3 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:10.700001 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-972bc685-0d4c-4ebc-9411-441d8736eca7 req-707a8929-8389-4d47-9f8a-39ddd000eca3 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "PUT /v2.0/ports/36a8b53c-154d-40ba-acfc-8a025c723d78 HTTP/1.1" status: 200 len: 982 time: 0.7524545 Jun 22 10:27:10.701213 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9c029c-4daa-4ae2-b624-6d227fd03923', 'tag': '36a8b53c-154d-40ba-acfc-8a025c723d78'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:27:10.703181 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898db771481267bf496a2732a32d4addbcaa54fa352ad4e4fb07179b33d7b991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e272d3-a22d-414f-8be2-c0c99cb3c762" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9c029c-4daa-4ae2-b624-6d227fd03923", "tag": "36a8b53c-154d-40ba-acfc-8a025c723d78"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:27:10.758631 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72c0b4a4-947c-41e2-a836-aee68c87c43f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722460'] for router_interface (e2b31658-b074-4e56-b5f2-fdcc84285211), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:10.767701 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a8929-8389-4d47-9f8a-39ddd000eca3 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Pushing event updated for resources: {'Port': ['ID=36a8b53c-154d-40ba-acfc-8a025c723d78,revision_number=6']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:10.774417 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5fd56e-6496-4ca2-b64c-bce6eae868ea x-openstack-request-id: req-ac5fd56e-6496-4ca2-b64c-bce6eae868ea {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:27:10.774771 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9c029c-4daa-4ae2-b624-6d227fd03923", "tag": "36a8b53c-154d-40ba-acfc-8a025c723d78", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:27:10.775014 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac5fd56e-6496-4ca2-b64c-bce6eae868ea {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:27:10.775398 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac5fd56e-6496-4ca2-b64c-bce6eae868ea'] response: {'name': 'network-changed', 'server_uuid': '3a9c029c-4daa-4ae2-b624-6d227fd03923', 'tag': '36a8b53c-154d-40ba-acfc-8a025c723d78', 'status': 'completed', 'code': 200} Jun 22 10:27:10.832576 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e272d3-a22d-414f-8be2-c0c99cb3c762 req-cd6729fb-5f0c-43be-8aa6-abd83b0e4500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:10.834983 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5e272d3-a22d-414f-8be2-c0c99cb3c762 req-cd6729fb-5f0c-43be-8aa6-abd83b0e4500 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4d8e96d47af4667a2f478e6561353d4&device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 1169 time: 0.0484047 Jun 22 10:27:10.864842 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['36a8b53c-154d-40ba-acfc-8a025c723d78'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:27:10.874994 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:10.930632 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdd0b1-8a56-4275-82e6-0d43bb3830a1 req-4cb4d316-f443-4fc9-8d59-deabac13a793 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:10.932137 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fafdd0b1-8a56-4275-82e6-0d43bb3830a1 req-4cb4d316-f443-4fc9-8d59-deabac13a793 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 985 time: 0.0982645 Jun 22 10:27:10.939268 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-565122e1-cb34-4b20-a19b-6e157c57858e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:10.957167 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e272d3-a22d-414f-8be2-c0c99cb3c762 req-ce8d5849-f929-498a-ab12-9b52286fb0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:10.958731 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5e272d3-a22d-414f-8be2-c0c99cb3c762 req-ce8d5849-f929-498a-ab12-9b52286fb0f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bc9c4db9-b058-40e2-9895-f39f6e0b1815 HTTP/1.1" status: 200 len: 916 time: 0.1162612 Jun 22 10:27:10.980107 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-9a6eb6ff-5cce-4cae-934e-4a3423e82da9 None None] Provisioning complete for port 36a8b53c-154d-40ba-acfc-8a025c723d78 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:27:10.980617 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9a6eb6ff-5cce-4cae-934e-4a3423e82da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:11.020012 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:11.036451 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5e272d3-a22d-414f-8be2-c0c99cb3c762 req-81877436-0aa3-48ea-8668-ed5ebaff444a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36a8b53c-154d-40ba-acfc-8a025c723d78 HTTP/1.1" status: 200 len: 1002 time: 0.0684712 Jun 22 10:27:11.050903 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:11.058380 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-fafdd0b1-8a56-4275-82e6-0d43bb3830a1 req-d2682c73-b32e-4c6d-8a68-8cb9c1735697 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&id=b341b537-1b96-443b-9367-50ef9e9a2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1183996 Jun 22 10:27:11.111082 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e272d3-a22d-414f-8be2-c0c99cb3c762 req-e1c2c435-3334-4339-96b0-a951c742a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:11.113684 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5e272d3-a22d-414f-8be2-c0c99cb3c762 req-e1c2c435-3334-4339-96b0-a951c742a9d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7623827a-9286-49a6-adf1-9df3a64fbe8e HTTP/1.1" status: 200 len: 854 time: 0.0658927 Jun 22 10:27:11.124535 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c0b4a4-947c-41e2-a836-aee68c87c43f admin admin] Router e2b31658-b074-4e56-b5f2-fdcc84285211 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:27:11.167314 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e272d3-a22d-414f-8be2-c0c99cb3c762 req-3789d41d-766c-441b-978e-ea897b84d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:11.168888 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5e272d3-a22d-414f-8be2-c0c99cb3c762 req-3789d41d-766c-441b-978e-ea897b84d70f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc9c4db9-b058-40e2-9895-f39f6e0b1815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436988 Jun 22 10:27:11.183555 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-9a6eb6ff-5cce-4cae-934e-4a3423e82da9 None None] Current status of the port 36a8b53c-154d-40ba-acfc-8a025c723d78 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:27:11.238505 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c0b4a4-947c-41e2-a836-aee68c87c43f admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:27:11.247924 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-72c0b4a4-947c-41e2-a836-aee68c87c43f admin admin] 10.222.0.43 "PUT /v2.0/routers/e2b31658-b074-4e56-b5f2-fdcc84285211/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5178766 Jun 22 10:27:11.248902 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47252) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:11.254041 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3576ef4c-9ca9-4d2b-b9a1-bf5c6f0b718d None None] Sync routers for ids ['e2b31658-b074-4e56-b5f2-fdcc84285211'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:27:11.259640 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:11.271107 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3576ef4c-9ca9-4d2b-b9a1-bf5c6f0b718d None None] Routers {'e2b31658-b074-4e56-b5f2-fdcc84285211'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:27:11.272113 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-3576ef4c-9ca9-4d2b-b9a1-bf5c6f0b718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:27:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['e2b31658-b074-4e56-b5f2-fdcc84285211'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:11.275353 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5e272d3-a22d-414f-8be2-c0c99cb3c762 req-20339d20-f7b1-4393-89fb-f4528023cd42 service neutron] 10.222.0.59 "GET /v2.0/networks/bc9c4db9-b058-40e2-9895-f39f6e0b1815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983994 Jun 22 10:27:11.360725 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:11.368329 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bf9015e4-86b9-4502-85f2-1f59dc30b7e0 admin admin] Publish callbacks [] for router (e2b31658-b074-4e56-b5f2-fdcc84285211), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:11.376268 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:11.401302 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-e5e272d3-a22d-414f-8be2-c0c99cb3c762 req-17556257-70e0-4a94-ad84-ed26dabffa87 service neutron] 10.222.0.59 "GET /v2.0/networks/bc9c4db9-b058-40e2-9895-f39f6e0b1815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180289 Jun 22 10:27:11.478966 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bf9015e4-86b9-4502-85f2-1f59dc30b7e0 admin admin] Publish callbacks [] for router_gateway (e2b31658-b074-4e56-b5f2-fdcc84285211), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:11.479702 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-3576ef4c-9ca9-4d2b-b9a1-bf5c6f0b718d None None] Set router e2b31658-b074-4e56-b5f2-fdcc84285211 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:27:11.521762 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-bf9015e4-86b9-4502-85f2-1f59dc30b7e0 admin admin] Deleting port aec26de2-39af-42ec-af21-78116e7a3415 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:27:11.522106 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bf9015e4-86b9-4502-85f2-1f59dc30b7e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (aec26de2-39af-42ec-af21-78116e7a3415), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:11.604014 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-bf9015e4-86b9-4502-85f2-1f59dc30b7e0 admin admin] For port aec26de2-39af-42ec-af21-78116e7a3415, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=aec26de2-39af-42ec-af21-78116e7a3415,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:27:11.604374 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bf9015e4-86b9-4502-85f2-1f59dc30b7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (aec26de2-39af-42ec-af21-78116e7a3415), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:11.617319 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-bf9015e4-86b9-4502-85f2-1f59dc30b7e0 admin admin] Calling delete_port for aec26de2-39af-42ec-af21-78116e7a3415 owned by network:router_gateway {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:27:11.647558 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-3576ef4c-9ca9-4d2b-b9a1-bf5c6f0b718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:27:10Z', 'revision_number': 5, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port': {'id': 'aec26de2-39af-42ec-af21-78116e7a3415', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:11.672694 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3576ef4c-9ca9-4d2b-b9a1-bf5c6f0b718d None None] Checking router: e2b31658-b074-4e56-b5f2-fdcc84285211 for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:27:11.681463 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3576ef4c-9ca9-4d2b-b9a1-bf5c6f0b718d None None] Routers {'e2b31658-b074-4e56-b5f2-fdcc84285211'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:27:11.682108 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-3576ef4c-9ca9-4d2b-b9a1-bf5c6f0b718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:27:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['e2b31658-b074-4e56-b5f2-fdcc84285211'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:11.717309 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:11.766854 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-3576ef4c-9ca9-4d2b-b9a1-bf5c6f0b718d None None] Set router e2b31658-b074-4e56-b5f2-fdcc84285211 gateway port host: None {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:27:11.781996 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:11.792117 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bf9015e4-86b9-4502-85f2-1f59dc30b7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (aec26de2-39af-42ec-af21-78116e7a3415), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:11.818447 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-3576ef4c-9ca9-4d2b-b9a1-bf5c6f0b718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:27:11Z', 'revision_number': 6, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port_host': None}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:11.827307 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9015e4-86b9-4502-85f2-1f59dc30b7e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aec26de2-39af-42ec-af21-78116e7a3415,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:11.844141 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3576ef4c-9ca9-4d2b-b9a1-bf5c6f0b718d None None] The sync data for ids ['e2b31658-b074-4e56-b5f2-fdcc84285211'] in dv-cinder-847131-1-iscsi is: [{'id': 'e2b31658-b074-4e56-b5f2-fdcc84285211', 'name': 'tempest-TestVolumeBootPattern-921632638-router', 'tenant_id': '1cb1af845e594466b12a11b7cab99a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:36Z', 'updated_at': '2022-06-22T10:27:11Z', 'revision_number': 6, 'project_id': '1cb1af845e594466b12a11b7cab99a7c', 'gw_port_host': None}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:27:11.888514 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bf9015e4-86b9-4502-85f2-1f59dc30b7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-727608'] for router_gateway (e2b31658-b074-4e56-b5f2-fdcc84285211), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:11.977793 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bf9015e4-86b9-4502-85f2-1f59dc30b7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261000'] for router (e2b31658-b074-4e56-b5f2-fdcc84285211), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:11.979942 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bf9015e4-86b9-4502-85f2-1f59dc30b7e0 admin admin] Publish callbacks [] for router_controller (e2b31658-b074-4e56-b5f2-fdcc84285211), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:12.012014 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:12.022050 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bf9015e4-86b9-4502-85f2-1f59dc30b7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-724415'] for router (e2b31658-b074-4e56-b5f2-fdcc84285211), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:12.022602 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9015e4-86b9-4502-85f2-1f59dc30b7e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2b31658-b074-4e56-b5f2-fdcc84285211 {{(pid=104123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:27:12.029427 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bf9015e4-86b9-4502-85f2-1f59dc30b7e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:12.030885 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-bf9015e4-86b9-4502-85f2-1f59dc30b7e0 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e2b31658-b074-4e56-b5f2-fdcc84285211 HTTP/1.1" status: 204 len: 168 time: 0.7813973 Jun 22 10:27:12.033427 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47254) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:12.080227 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc51d9e-29a5-46a0-ba94-1895c2066e54 admin admin] Deleting subnet 2c45b72d-dee0-4152-ab84-13a956020161 {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 10:27:12.083248 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dcc51d9e-29a5-46a0-ba94-1895c2066e54 admin admin] Publish callbacks [] for subnet (2c45b72d-dee0-4152-ab84-13a956020161), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:12.118891 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dcc51d9e-29a5-46a0-ba94-1895c2066e54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4278864'] for subnet (2c45b72d-dee0-4152-ab84-13a956020161), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:12.198655 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dcc51d9e-29a5-46a0-ba94-1895c2066e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739848'] for subnet (2c45b72d-dee0-4152-ab84-13a956020161), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:12.276908 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dcc51d9e-29a5-46a0-ba94-1895c2066e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6232504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517476'] for subnet (2c45b72d-dee0-4152-ab84-13a956020161), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:12.302836 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc51d9e-29a5-46a0-ba94-1895c2066e54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c45b72d-dee0-4152-ab84-13a956020161,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:12.307221 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dcc51d9e-29a5-46a0-ba94-1895c2066e54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:12.310522 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-dcc51d9e-29a5-46a0-ba94-1895c2066e54 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2c45b72d-dee0-4152-ab84-13a956020161 HTTP/1.1" status: 204 len: 168 time: 0.2759826 Jun 22 10:27:12.312582 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fa6d04-3a24-4c42-b62c-4744bcad2fde None None] Network 96156af8-0bc3-4b6c-bec6-429f61356c8a requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:27:12.312832 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47256) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:12.385066 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e064570a-0330-46b2-8c2b-b972e6f53121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1791967'] for network (96156af8-0bc3-4b6c-bec6-429f61356c8a), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:12.439485 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-e064570a-0330-46b2-8c2b-b972e6f53121 admin admin] Deleting port b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:27:12.439831 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e064570a-0330-46b2-8c2b-b972e6f53121 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:12.504995 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-e064570a-0330-46b2-8c2b-b972e6f53121 admin admin] For port b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6,segment=NetworkSegment(fc028856-14b9-419a-8b62-8b234ffb395e),segment_id=fc028856-14b9-419a-8b62-8b234ffb395e)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:27:12.505818 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e064570a-0330-46b2-8c2b-b972e6f53121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:12.518906 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-e064570a-0330-46b2-8c2b-b972e6f53121 admin admin] Calling delete_port for b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6 owned by network:dhcp {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:27:12.599753 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e064570a-0330-46b2-8c2b-b972e6f53121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:12.614319 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992010f1-b894-43e1-abf2-018b8b6ac3b4 None None] DHCP port deletion for 96156af8-0bc3-4b6c-bec6-429f61356c8a request from dv-cinder-847131-1-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 10:27:12.630562 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064570a-0330-46b2-8c2b-b972e6f53121 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:12.635501 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e064570a-0330-46b2-8c2b-b972e6f53121 admin admin] No DVR routers for this DVR port b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6 on host dv-cinder-847131-1-iscsi {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:27:12.677567 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:DELETE=13,neutron:UPDATE=5,neutron:SELECT=82 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:12.708146 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e064570a-0330-46b2-8c2b-b972e6f53121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722933', 'neutron.services.segments.db._delete_segments_for_network-8773365012875'] for network (96156af8-0bc3-4b6c-bec6-429f61356c8a), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:12.728467 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:12.736385 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-e064570a-0330-46b2-8c2b-b972e6f53121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96156af8-0bc3-4b6c-bec6-429f61356c8a']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:12.749031 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-e064570a-0330-46b2-8c2b-b972e6f53121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc028856-14b9-419a-8b62-8b234ffb395e') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:12.749337 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-e064570a-0330-46b2-8c2b-b972e6f53121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc028856-14b9-419a-8b62-8b234ffb395e') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:12.753534 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:27:12.774911 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:27:12.775258 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device b8d75da3-dbbd-4fa8-9a20-a59d6e7209c6 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:27:12.775683 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device aec26de2-39af-42ec-af21-78116e7a3415 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:27:12.799861 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: aec26de2-39af-42ec-af21-78116e7a3415 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:27:12.800204 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device aec26de2-39af-42ec-af21-78116e7a3415 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:27:12.800620 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 6c7706c4-d50e-41f1-bdc2-5b95504c9ada no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:27:12.823453 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: 6c7706c4-d50e-41f1-bdc2-5b95504c9ada {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:27:12.823879 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 6c7706c4-d50e-41f1-bdc2-5b95504c9ada not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:27:12.996409 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e064570a-0330-46b2-8c2b-b972e6f53121 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773365013140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4278859'] for segment (fc028856-14b9-419a-8b62-8b234ffb395e), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:13.010145 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e064570a-0330-46b2-8c2b-b972e6f53121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (fc028856-14b9-419a-8b62-8b234ffb395e), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:13.016574 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e064570a-0330-46b2-8c2b-b972e6f53121 admin admin] Releasing vlan 973 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:27:13.016954 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e064570a-0330-46b2-8c2b-b972e6f53121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6232530'] for segment (fc028856-14b9-419a-8b62-8b234ffb395e), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:13.042367 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment fc028856-14b9-419a-8b62-8b234ffb395e resource provider aggregate not found Jun 22 10:27:13.075339 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment fc028856-14b9-419a-8b62-8b234ffb395e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc028856-14b9-419a-8b62-8b234ffb395e found for delete ", "request_id": "req-31d1cd15-4f7f-4dcd-b814-00f355355d96"}]} Jun 22 10:27:13.083762 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e064570a-0330-46b2-8c2b-b972e6f53121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745775'] for network (96156af8-0bc3-4b6c-bec6-429f61356c8a), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:13.089789 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e064570a-0330-46b2-8c2b-b972e6f53121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:13.094410 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e064570a-0330-46b2-8c2b-b972e6f53121 admin admin] 10.222.0.43 "DELETE /v2.0/networks/96156af8-0bc3-4b6c-bec6-429f61356c8a HTTP/1.1" status: 204 len: 168 time: 0.7791204 Jun 22 10:27:13.095859 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 47262) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:13.104911 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064570a-0330-46b2-8c2b-b972e6f53121 admin admin] Pushing event deleted for resources: {'Network': ['ID=96156af8-0bc3-4b6c-bec6-429f61356c8a,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:13.411086 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722568'] for router_interface (eb6545fa-8e26-467a-9c3e-4a0e2629088a), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:13.475173 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:13.631242 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Deleting port bf020abc-ce26-4d66-ac55-968beb5a1191 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:27:13.631578 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (bf020abc-ce26-4d66-ac55-968beb5a1191), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:13.725343 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] For port bf020abc-ce26-4d66-ac55-968beb5a1191, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=bf020abc-ce26-4d66-ac55-968beb5a1191,segment=NetworkSegment(b4f7d411-c576-4a7f-930f-2b12289a5790),segment_id=b4f7d411-c576-4a7f-930f-2b12289a5790)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:27:13.725717 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (bf020abc-ce26-4d66-ac55-968beb5a1191), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:13.738802 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Calling delete_port for bf020abc-ce26-4d66-ac55-968beb5a1191 owned by network:router_interface {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:27:13.908765 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:13.909022 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:13.916470 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (bf020abc-ce26-4d66-ac55-968beb5a1191), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:13.919780 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:13.944001 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Pushing event deleted for resources: {'Port': ['ID=bf020abc-ce26-4d66-ac55-968beb5a1191,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:13.956745 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:13.957098 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:13.957443 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:13.957809 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:13.958148 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:13.958483 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:13.958810 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:13.959139 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:13.959467 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:13.959794 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:13.960126 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:13.960452 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:13.960773 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:13.961100 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:13.961959 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:14.141911 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722460'] for router_interface (eb6545fa-8e26-467a-9c3e-4a0e2629088a), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:14.362094 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Router eb6545fa-8e26-467a-9c3e-4a0e2629088a has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:27:14.466000 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:27:14.471233 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-923d71e5-875d-4412-bdf8-049de58a546c admin admin] 10.222.0.43 "PUT /v2.0/routers/eb6545fa-8e26-467a-9c3e-4a0e2629088a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3743613 Jun 22 10:27:14.473751 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 47264) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:14.475166 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b623d27e-53b4-4bcf-a1b1-5567533756b4 None None] Sync routers for ids ['eb6545fa-8e26-467a-9c3e-4a0e2629088a'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:27:14.485670 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b623d27e-53b4-4bcf-a1b1-5567533756b4 None None] Routers {'eb6545fa-8e26-467a-9c3e-4a0e2629088a'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:27:14.486390 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-b623d27e-53b4-4bcf-a1b1-5567533756b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:27:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['eb6545fa-8e26-467a-9c3e-4a0e2629088a'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:14.574105 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-747c96e1-b43c-4485-b1a7-4c077a66945c admin admin] Publish callbacks [] for router (eb6545fa-8e26-467a-9c3e-4a0e2629088a), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:14.675814 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-747c96e1-b43c-4485-b1a7-4c077a66945c admin admin] Publish callbacks [] for router_gateway (eb6545fa-8e26-467a-9c3e-4a0e2629088a), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:14.717616 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-b623d27e-53b4-4bcf-a1b1-5567533756b4 None None] Set router eb6545fa-8e26-467a-9c3e-4a0e2629088a gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:27:14.837677 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:14.840414 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:14.897984 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-b623d27e-53b4-4bcf-a1b1-5567533756b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6545fa-8e26-467a-9c3e-4a0e2629088a', 'name': 'tempest-TestVolumeBootPattern-1355268886-router', 'tenant_id': '0188989ab8b745338bb087d10c570c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '79a7896d-0b50-459b-a6ab-a8f65ecb5025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:41Z', 'updated_at': '2022-06-22T10:27:13Z', 'revision_number': 5, 'project_id': '0188989ab8b745338bb087d10c570c5f', 'gw_port': {'id': '79a7896d-0b50-459b-a6ab-a8f65ecb5025', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6545fa-8e26-467a-9c3e-4a0e2629088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:19:41Z', 'updated_at': '2022-06-22T10:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:14.928156 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b623d27e-53b4-4bcf-a1b1-5567533756b4 None None] Checking router: eb6545fa-8e26-467a-9c3e-4a0e2629088a for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:27:14.938439 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b623d27e-53b4-4bcf-a1b1-5567533756b4 None None] Routers {'eb6545fa-8e26-467a-9c3e-4a0e2629088a'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:27:14.939077 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-b623d27e-53b4-4bcf-a1b1-5567533756b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:27:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['eb6545fa-8e26-467a-9c3e-4a0e2629088a'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:14.974651 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-747c96e1-b43c-4485-b1a7-4c077a66945c admin admin] Deleting port 79a7896d-0b50-459b-a6ab-a8f65ecb5025 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:27:14.975246 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-747c96e1-b43c-4485-b1a7-4c077a66945c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (79a7896d-0b50-459b-a6ab-a8f65ecb5025), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:15.025665 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-b623d27e-53b4-4bcf-a1b1-5567533756b4 None None] Set router eb6545fa-8e26-467a-9c3e-4a0e2629088a gateway port host: None {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:27:15.054310 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-747c96e1-b43c-4485-b1a7-4c077a66945c admin admin] For port 79a7896d-0b50-459b-a6ab-a8f65ecb5025, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=79a7896d-0b50-459b-a6ab-a8f65ecb5025,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:27:15.054680 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-747c96e1-b43c-4485-b1a7-4c077a66945c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (79a7896d-0b50-459b-a6ab-a8f65ecb5025), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:15.072197 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-747c96e1-b43c-4485-b1a7-4c077a66945c admin admin] Calling delete_port for 79a7896d-0b50-459b-a6ab-a8f65ecb5025 owned by network:router_gateway {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:27:15.075853 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-b623d27e-53b4-4bcf-a1b1-5567533756b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6545fa-8e26-467a-9c3e-4a0e2629088a', 'name': 'tempest-TestVolumeBootPattern-1355268886-router', 'tenant_id': '0188989ab8b745338bb087d10c570c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:41Z', 'updated_at': '2022-06-22T10:27:14Z', 'revision_number': 6, 'project_id': '0188989ab8b745338bb087d10c570c5f', 'gw_port_host': None}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:15.081619 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:15.102638 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b623d27e-53b4-4bcf-a1b1-5567533756b4 None None] The sync data for ids ['eb6545fa-8e26-467a-9c3e-4a0e2629088a'] in dv-cinder-847131-1-iscsi is: [{'id': 'eb6545fa-8e26-467a-9c3e-4a0e2629088a', 'name': 'tempest-TestVolumeBootPattern-1355268886-router', 'tenant_id': '0188989ab8b745338bb087d10c570c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:19:41Z', 'updated_at': '2022-06-22T10:27:14Z', 'revision_number': 6, 'project_id': '0188989ab8b745338bb087d10c570c5f', 'gw_port_host': None}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:27:15.126896 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:15.245738 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-747c96e1-b43c-4485-b1a7-4c077a66945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (79a7896d-0b50-459b-a6ab-a8f65ecb5025), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:15.267390 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c96e1-b43c-4485-b1a7-4c077a66945c admin admin] Pushing event deleted for resources: {'Port': ['ID=79a7896d-0b50-459b-a6ab-a8f65ecb5025,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:15.330600 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-747c96e1-b43c-4485-b1a7-4c077a66945c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-727608'] for router_gateway (eb6545fa-8e26-467a-9c3e-4a0e2629088a), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:15.415064 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-747c96e1-b43c-4485-b1a7-4c077a66945c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261000'] for router (eb6545fa-8e26-467a-9c3e-4a0e2629088a), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:15.417826 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-747c96e1-b43c-4485-b1a7-4c077a66945c admin admin] Publish callbacks [] for router_controller (eb6545fa-8e26-467a-9c3e-4a0e2629088a), precommit_delete_associations {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:15.459282 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-747c96e1-b43c-4485-b1a7-4c077a66945c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-724415'] for router (eb6545fa-8e26-467a-9c3e-4a0e2629088a), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:15.459888 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747c96e1-b43c-4485-b1a7-4c077a66945c admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb6545fa-8e26-467a-9c3e-4a0e2629088a {{(pid=104122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:27:15.465644 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-747c96e1-b43c-4485-b1a7-4c077a66945c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:15.466899 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-747c96e1-b43c-4485-b1a7-4c077a66945c admin admin] 10.222.0.43 "DELETE /v2.0/routers/eb6545fa-8e26-467a-9c3e-4a0e2629088a HTTP/1.1" status: 204 len: 168 time: 0.9922054 Jun 22 10:27:15.469473 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 47266) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:15.519226 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbcc8062-19c7-4493-b478-fe8a4da8207c admin admin] Deleting subnet 3054bf12-e1c0-465c-98c3-161c5195b5ef {{(pid=104122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 10:27:15.522657 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bbcc8062-19c7-4493-b478-fe8a4da8207c admin admin] Publish callbacks [] for subnet (3054bf12-e1c0-465c-98c3-161c5195b5ef), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:15.561842 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bbcc8062-19c7-4493-b478-fe8a4da8207c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6288363'] for subnet (3054bf12-e1c0-465c-98c3-161c5195b5ef), precommit_delete_associations {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:15.666022 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bbcc8062-19c7-4493-b478-fe8a4da8207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739848'] for subnet (3054bf12-e1c0-465c-98c3-161c5195b5ef), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:15.718416 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bbcc8062-19c7-4493-b478-fe8a4da8207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5276747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6209155'] for subnet (3054bf12-e1c0-465c-98c3-161c5195b5ef), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:15.743042 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc8062-19c7-4493-b478-fe8a4da8207c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3054bf12-e1c0-465c-98c3-161c5195b5ef,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:15.746981 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-bbcc8062-19c7-4493-b478-fe8a4da8207c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:15.750116 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-bbcc8062-19c7-4493-b478-fe8a4da8207c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3054bf12-e1c0-465c-98c3-161c5195b5ef HTTP/1.1" status: 204 len: 168 time: 0.2796822 Jun 22 10:27:15.752529 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 47268) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:15.752831 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bd6d76-d985-4db3-b20e-8a48af710b06 None None] Network 4d173c46-fb88-4d76-8159-b92dd97a87f4 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:27:15.825082 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d0847a06-f939-4dfd-b2c4-8ddfc6d1fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1791967'] for network (4d173c46-fb88-4d76-8159-b92dd97a87f4), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:15.867051 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-d0847a06-f939-4dfd-b2c4-8ddfc6d1fc52 admin admin] Deleting port c2684cf9-5845-4a92-9cc8-0a6004520f13 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:27:15.869001 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d0847a06-f939-4dfd-b2c4-8ddfc6d1fc52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (c2684cf9-5845-4a92-9cc8-0a6004520f13), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:15.899302 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] DHCP port deletion for 4d173c46-fb88-4d76-8159-b92dd97a87f4 request from dv-cinder-847131-1-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 10:27:15.937401 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-d0847a06-f939-4dfd-b2c4-8ddfc6d1fc52 admin admin] For port c2684cf9-5845-4a92-9cc8-0a6004520f13, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=c2684cf9-5845-4a92-9cc8-0a6004520f13,segment=NetworkSegment(b4f7d411-c576-4a7f-930f-2b12289a5790),segment_id=b4f7d411-c576-4a7f-930f-2b12289a5790)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:27:15.937810 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d0847a06-f939-4dfd-b2c4-8ddfc6d1fc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (c2684cf9-5845-4a92-9cc8-0a6004520f13), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:15.948327 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] Deleting port c2684cf9-5845-4a92-9cc8-0a6004520f13 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:27:15.948730 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (c2684cf9-5845-4a92-9cc8-0a6004520f13), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:15.952636 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-d0847a06-f939-4dfd-b2c4-8ddfc6d1fc52 admin admin] Calling delete_port for c2684cf9-5845-4a92-9cc8-0a6004520f13 owned by network:dhcp {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:27:16.011485 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:16.016562 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] For port c2684cf9-5845-4a92-9cc8-0a6004520f13, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=c2684cf9-5845-4a92-9cc8-0a6004520f13,segment=NetworkSegment(b4f7d411-c576-4a7f-930f-2b12289a5790),segment_id=b4f7d411-c576-4a7f-930f-2b12289a5790)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:27:16.016984 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (c2684cf9-5845-4a92-9cc8-0a6004520f13), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:16.030952 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:16.032167 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] Calling delete_port for c2684cf9-5845-4a92-9cc8-0a6004520f13 owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:27:16.050790 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d0847a06-f939-4dfd-b2c4-8ddfc6d1fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (c2684cf9-5845-4a92-9cc8-0a6004520f13), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:16.078362 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0847a06-f939-4dfd-b2c4-8ddfc6d1fc52 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2684cf9-5845-4a92-9cc8-0a6004520f13,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:16.082373 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0847a06-f939-4dfd-b2c4-8ddfc6d1fc52 admin admin] No DVR routers for this DVR port c2684cf9-5845-4a92-9cc8-0a6004520f13 on host dv-cinder-847131-1-iscsi {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:27:16.120403 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043'] for port (c2684cf9-5845-4a92-9cc8-0a6004520f13), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:16.150952 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] Pushing event deleted for resources: {'Port': ['ID=c2684cf9-5845-4a92-9cc8-0a6004520f13,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:16.155723 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] No DVR routers for this DVR port c2684cf9-5845-4a92-9cc8-0a6004520f13 on host dv-cinder-847131-1-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:27:16.162457 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.162812 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.163245 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.163484 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.169070 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.169415 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.169777 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.170117 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.170548 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.170709 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d0847a06-f939-4dfd-b2c4-8ddfc6d1fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722933', 'neutron.services.segments.db._delete_segments_for_network-8773365012875'] for network (4d173c46-fb88-4d76-8159-b92dd97a87f4), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:16.170843 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.171082 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.171412 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.171740 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.172160 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.172373 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6d4f5-4e93-4937-a368-9edae8e25b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.196179 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-d0847a06-f939-4dfd-b2c4-8ddfc6d1fc52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d173c46-fb88-4d76-8159-b92dd97a87f4']}} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:16.206138 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-d0847a06-f939-4dfd-b2c4-8ddfc6d1fc52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f7d411-c576-4a7f-930f-2b12289a5790') {'for_net_delete': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:16.206437 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-d0847a06-f939-4dfd-b2c4-8ddfc6d1fc52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f7d411-c576-4a7f-930f-2b12289a5790') {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:27:16.216832 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d0847a06-f939-4dfd-b2c4-8ddfc6d1fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773365013140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6288368'] for segment (b4f7d411-c576-4a7f-930f-2b12289a5790), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:16.231333 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d0847a06-f939-4dfd-b2c4-8ddfc6d1fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (b4f7d411-c576-4a7f-930f-2b12289a5790), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:16.237888 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0847a06-f939-4dfd-b2c4-8ddfc6d1fc52 admin admin] Releasing vlan 993 on physical network physnet1 to pool {{(pid=104122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:27:16.238273 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d0847a06-f939-4dfd-b2c4-8ddfc6d1fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5276705'] for segment (b4f7d411-c576-4a7f-930f-2b12289a5790), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:16.299069 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d0847a06-f939-4dfd-b2c4-8ddfc6d1fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745775'] for network (4d173c46-fb88-4d76-8159-b92dd97a87f4), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:16.306575 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-d0847a06-f939-4dfd-b2c4-8ddfc6d1fc52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:16.308691 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-d0847a06-f939-4dfd-b2c4-8ddfc6d1fc52 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4d173c46-fb88-4d76-8159-b92dd97a87f4 HTTP/1.1" status: 204 len: 168 time: 0.5549803 Jun 22 10:27:16.324025 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment b4f7d411-c576-4a7f-930f-2b12289a5790 resource provider aggregate not found Jun 22 10:27:16.328134 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0847a06-f939-4dfd-b2c4-8ddfc6d1fc52 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d173c46-fb88-4d76-8159-b92dd97a87f4,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:16.342897 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment b4f7d411-c576-4a7f-930f-2b12289a5790 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4f7d411-c576-4a7f-930f-2b12289a5790 found for delete ", "request_id": "req-d615ebe0-8104-453c-9551-776b402ce93b"}]} Jun 22 10:27:16.425799 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47280) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:16.471590 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f1236c02-f9b3-48a7-afd1-0de58c802390 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1cb1af845e594466b12a11b7cab99a7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445495 Jun 22 10:27:16.473958 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47282) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:16.524975 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-80cc5cc8-0851-4fd7-b1b3-569c0147b2ec admin admin] Publish callbacks [] for security_group (514081a0-08d8-4120-892e-1ece5399ac4b), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:16.545674 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-80cc5cc8-0851-4fd7-b1b3-569c0147b2ec admin admin] Publish callbacks [] for security_group (514081a0-08d8-4120-892e-1ece5399ac4b), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:16.593150 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-80cc5cc8-0851-4fd7-b1b3-569c0147b2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (514081a0-08d8-4120-892e-1ece5399ac4b), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:16.595931 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-80cc5cc8-0851-4fd7-b1b3-569c0147b2ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:16.597080 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-80cc5cc8-0851-4fd7-b1b3-569c0147b2ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/514081a0-08d8-4120-892e-1ece5399ac4b HTTP/1.1" status: 204 len: 168 time: 0.1222403 Jun 22 10:27:16.605627 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc5cc8-0851-4fd7-b1b3-569c0147b2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514081a0-08d8-4120-892e-1ece5399ac4b,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:16.612930 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc5cc8-0851-4fd7-b1b3-569c0147b2ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.613289 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc5cc8-0851-4fd7-b1b3-569c0147b2ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.613643 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc5cc8-0851-4fd7-b1b3-569c0147b2ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.614036 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc5cc8-0851-4fd7-b1b3-569c0147b2ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.614381 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc5cc8-0851-4fd7-b1b3-569c0147b2ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.614719 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc5cc8-0851-4fd7-b1b3-569c0147b2ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.615053 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc5cc8-0851-4fd7-b1b3-569c0147b2ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.615389 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc5cc8-0851-4fd7-b1b3-569c0147b2ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.615723 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc5cc8-0851-4fd7-b1b3-569c0147b2ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.616059 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc5cc8-0851-4fd7-b1b3-569c0147b2ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.616395 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc5cc8-0851-4fd7-b1b3-569c0147b2ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.616727 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc5cc8-0851-4fd7-b1b3-569c0147b2ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.617070 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc5cc8-0851-4fd7-b1b3-569c0147b2ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.617391 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc5cc8-0851-4fd7-b1b3-569c0147b2ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.617769 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc5cc8-0851-4fd7-b1b3-569c0147b2ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:27:16.747969 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device bf020abc-ce26-4d66-ac55-968beb5a1191 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:27:16.768224 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: bf020abc-ce26-4d66-ac55-968beb5a1191 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:27:16.768875 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device bf020abc-ce26-4d66-ac55-968beb5a1191 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:27:16.769126 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 79a7896d-0b50-459b-a6ab-a8f65ecb5025 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:27:16.787583 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: 79a7896d-0b50-459b-a6ab-a8f65ecb5025 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:27:16.787931 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 79a7896d-0b50-459b-a6ab-a8f65ecb5025 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:27:16.788346 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device c2684cf9-5845-4a92-9cc8-0a6004520f13 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:27:16.807133 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: c2684cf9-5845-4a92-9cc8-0a6004520f13 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:27:16.807487 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device c2684cf9-5845-4a92-9cc8-0a6004520f13 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:27:16.951836 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47290) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:16.992242 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e695edaa-c08f-47cf-82de-7618297588e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0188989ab8b745338bb087d10c570c5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392776 Jun 22 10:27:16.994799 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47292) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:27:17.043005 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-02f95e3d-26e3-4f61-9747-3b272e4d1151 admin admin] Publish callbacks [] for security_group (faa8e7e9-d801-4e15-bd70-2a8bcd7f4f9a), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:17.063879 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-02f95e3d-26e3-4f61-9747-3b272e4d1151 admin admin] Publish callbacks [] for security_group (faa8e7e9-d801-4e15-bd70-2a8bcd7f4f9a), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:17.113320 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-02f95e3d-26e3-4f61-9747-3b272e4d1151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (faa8e7e9-d801-4e15-bd70-2a8bcd7f4f9a), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:17.115974 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-02f95e3d-26e3-4f61-9747-3b272e4d1151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:17.117119 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-02f95e3d-26e3-4f61-9747-3b272e4d1151 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/faa8e7e9-d801-4e15-bd70-2a8bcd7f4f9a HTTP/1.1" status: 204 len: 168 time: 0.1214495 Jun 22 10:27:17.125073 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f95e3d-26e3-4f61-9747-3b272e4d1151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa8e7e9-d801-4e15-bd70-2a8bcd7f4f9a,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:27:17.259483 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:21.794420 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=41 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:21.821784 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=78 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:25.999298 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:27:26.310048 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=8,neutron:SELECT=21 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:26.310470 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:27.120273 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=58,neutron:DELETE=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:27.121326 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=52,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:27.252775 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=56,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:27.254610 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=69,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:33.577720 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c951624-2318-4b32-b2da-82b90930602d req-daf87f0d-ceec-416a-a41d-a053611a5953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:33.579388 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3c951624-2318-4b32-b2da-82b90930602d req-daf87f0d-ceec-416a-a41d-a053611a5953 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4d8e96d47af4667a2f478e6561353d4&device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 1169 time: 0.0407684 Jun 22 10:27:33.584747 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8020284-b683-4256-b1cf-679561a1662e req-ae10a83b-5d54-4093-a815-0565b574d819 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:33.586231 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e8020284-b683-4256-b1cf-679561a1662e req-ae10a83b-5d54-4093-a815-0565b574d819 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 985 time: 0.0504642 Jun 22 10:27:33.646784 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-e8020284-b683-4256-b1cf-679561a1662e req-073bb704-cca6-4ea2-a757-ce1c051b0b71 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&id=b341b537-1b96-443b-9367-50ef9e9a2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541041 Jun 22 10:27:33.673358 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c951624-2318-4b32-b2da-82b90930602d req-f097f987-ffbe-40bc-9db2-27c898bb0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:33.674951 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3c951624-2318-4b32-b2da-82b90930602d req-f097f987-ffbe-40bc-9db2-27c898bb0237 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bc9c4db9-b058-40e2-9895-f39f6e0b1815 HTTP/1.1" status: 200 len: 916 time: 0.0896928 Jun 22 10:27:33.739816 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3c951624-2318-4b32-b2da-82b90930602d req-391c1553-5bc9-4f47-a561-5ab300f9316a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36a8b53c-154d-40ba-acfc-8a025c723d78 HTTP/1.1" status: 200 len: 1002 time: 0.0578816 Jun 22 10:27:33.787190 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c951624-2318-4b32-b2da-82b90930602d req-918187b6-443e-4ee8-a488-d770ff6306a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:33.788625 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3c951624-2318-4b32-b2da-82b90930602d req-918187b6-443e-4ee8-a488-d770ff6306a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7623827a-9286-49a6-adf1-9df3a64fbe8e HTTP/1.1" status: 200 len: 854 time: 0.0422070 Jun 22 10:27:33.832421 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c951624-2318-4b32-b2da-82b90930602d req-d303d6ff-0b89-4b95-b1e9-05ebd75540c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:33.833929 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3c951624-2318-4b32-b2da-82b90930602d req-d303d6ff-0b89-4b95-b1e9-05ebd75540c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc9c4db9-b058-40e2-9895-f39f6e0b1815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378501 Jun 22 10:27:33.926860 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3c951624-2318-4b32-b2da-82b90930602d req-721f6f49-4767-4fa6-a6ef-71bcfecf1b08 service neutron] 10.222.0.59 "GET /v2.0/networks/bc9c4db9-b058-40e2-9895-f39f6e0b1815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860097 Jun 22 10:27:34.019928 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-3c951624-2318-4b32-b2da-82b90930602d req-88d8793e-c08e-4446-982c-5dcb5875f55e service neutron] 10.222.0.59 "GET /v2.0/networks/bc9c4db9-b058-40e2-9895-f39f6e0b1815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859158 Jun 22 10:27:34.763393 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6472f-9411-472b-88ee-43a3579b46d6 req-0cbfce61-2e74-4645-8087-db39c206ac1d tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:34.764867 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f8c6472f-9411-472b-88ee-43a3579b46d6 req-0cbfce61-2e74-4645-8087-db39c206ac1d tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 985 time: 0.0472596 Jun 22 10:27:34.825876 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f8c6472f-9411-472b-88ee-43a3579b46d6 req-5263cc51-7740-4d9f-bbd0-05f6873ad83d tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&id=b341b537-1b96-443b-9367-50ef9e9a2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553257 Jun 22 10:27:35.944327 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3bfda-61c3-4c03-b801-502058d156f6 req-01ebdd26-f533-43d8-8f0e-eebc279e2c54 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:35.945891 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7df3bfda-61c3-4c03-b801-502058d156f6 req-01ebdd26-f533-43d8-8f0e-eebc279e2c54 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 985 time: 0.0514190 Jun 22 10:27:36.006721 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-7df3bfda-61c3-4c03-b801-502058d156f6 req-6b2cea91-f859-470b-9f4c-1586faa22b0d tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&id=b341b537-1b96-443b-9367-50ef9e9a2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551775 Jun 22 10:27:37.018583 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:37.125102 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51920ab0-87c5-4674-8186-f7ed9dfe4f78 req-db0ea436-24ed-42c7-8967-d2b9e30198e3 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:37.126670 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-51920ab0-87c5-4674-8186-f7ed9dfe4f78 req-db0ea436-24ed-42c7-8967-d2b9e30198e3 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 985 time: 0.0529602 Jun 22 10:27:37.187364 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-51920ab0-87c5-4674-8186-f7ed9dfe4f78 req-b4f0a5ea-6ba5-4d99-8d87-4e1ce95a5dae tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&id=b341b537-1b96-443b-9367-50ef9e9a2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549631 Jun 22 10:27:38.311460 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69e766-11b1-4595-94e6-b33a6bf786f9 req-a6d5bc11-12d7-4a2b-96ff-194f19b10cdc tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:38.312954 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-df69e766-11b1-4595-94e6-b33a6bf786f9 req-a6d5bc11-12d7-4a2b-96ff-194f19b10cdc tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 985 time: 0.0516651 Jun 22 10:27:38.374524 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-df69e766-11b1-4595-94e6-b33a6bf786f9 req-b8cff6d1-fc8d-4e57-8ef9-ed21e851234f tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&id=b341b537-1b96-443b-9367-50ef9e9a2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558300 Jun 22 10:27:38.426076 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9d9a7f96-c6f2-480c-87c4-0c71fea5d2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:39.490881 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efa2e9-b8c2-4209-8378-dccc24b36170 req-be5b0512-de99-432b-b965-903597421980 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:39.492365 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f5efa2e9-b8c2-4209-8378-dccc24b36170 req-be5b0512-de99-432b-b965-903597421980 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 985 time: 0.0493999 Jun 22 10:27:39.560060 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f5efa2e9-b8c2-4209-8378-dccc24b36170 req-979e3084-4047-4277-b65b-f0306ce96313 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&id=b341b537-1b96-443b-9367-50ef9e9a2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619800 Jun 22 10:27:40.673009 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdb3bc-0dab-4276-8fb6-d9276fc321a2 req-67c5d728-c384-40f5-a0a4-fa002f4422c8 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:40.674512 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-bdbdb3bc-0dab-4276-8fb6-d9276fc321a2 req-67c5d728-c384-40f5-a0a4-fa002f4422c8 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 985 time: 0.0464215 Jun 22 10:27:40.723995 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fdd29a04-5e07-443c-8401-656fb68ff1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:40.740091 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-bdbdb3bc-0dab-4276-8fb6-d9276fc321a2 req-9fd16397-e9ec-4368-9788-8a806f36f1a4 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&id=b341b537-1b96-443b-9367-50ef9e9a2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600061 Jun 22 10:27:41.859308 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e61ff0-737d-41ce-be39-66bca6501728 req-d4bb8ac3-6213-49e6-887d-5227bee9adb8 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:41.860779 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-38e61ff0-737d-41ce-be39-66bca6501728 req-d4bb8ac3-6213-49e6-887d-5227bee9adb8 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 985 time: 0.0486524 Jun 22 10:27:41.920583 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-38e61ff0-737d-41ce-be39-66bca6501728 req-d2d01b32-ec32-4243-a06a-9e33ae368f66 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&id=b341b537-1b96-443b-9367-50ef9e9a2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542684 Jun 22 10:27:42.012809 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:43.036717 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea593f9-3c3d-46cc-bb28-234740375577 req-5544b2f5-3f29-47c5-8971-e6c1ccf0b288 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:43.038234 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-eea593f9-3c3d-46cc-bb28-234740375577 req-5544b2f5-3f29-47c5-8971-e6c1ccf0b288 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 985 time: 0.0477953 Jun 22 10:27:43.102791 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-eea593f9-3c3d-46cc-bb28-234740375577 req-0c24af30-16ad-4e8f-ad1c-e08972e152e2 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&id=b341b537-1b96-443b-9367-50ef9e9a2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584877 Jun 22 10:27:43.478523 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:43.911487 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:44.010479 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=51 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:44.016705 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=43 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:44.215220 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d1e73-60fb-4254-93c9-3ce937566fbe req-458da221-b77a-45a2-8088-dbc8fe4e9c2e tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:44.216703 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-220d1e73-60fb-4254-93c9-3ce937566fbe req-458da221-b77a-45a2-8088-dbc8fe4e9c2e tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 985 time: 0.0473540 Jun 22 10:27:44.235770 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:44.238194 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:44.279219 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-220d1e73-60fb-4254-93c9-3ce937566fbe req-1341446f-37c1-4ebc-934b-7da4e7caad7f tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&id=b341b537-1b96-443b-9367-50ef9e9a2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569353 Jun 22 10:27:45.395272 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99452db9-b297-494e-b21e-402fafa45b15 req-40e821ef-b211-4a9d-a95d-6a41617055f4 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:45.396639 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-99452db9-b297-494e-b21e-402fafa45b15 req-40e821ef-b211-4a9d-a95d-6a41617055f4 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 985 time: 0.0474985 Jun 22 10:27:45.458210 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-99452db9-b297-494e-b21e-402fafa45b15 req-dac5b831-5f82-4ccc-97ef-727031aaef87 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&id=b341b537-1b96-443b-9367-50ef9e9a2a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558233 Jun 22 10:27:47.283342 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:27:53.622537 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-04127e1d-e9f5-43d1-96a5-69b24c9a40e3 req-40b406e7-e42c-4dc1-be9f-be4c1945184b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438218 Jun 22 10:27:53.701368 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04127e1d-e9f5-43d1-96a5-69b24c9a40e3 req-7f4bca9b-522c-42a8-8006-316ece68c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:53.702896 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-04127e1d-e9f5-43d1-96a5-69b24c9a40e3 req-7f4bca9b-522c-42a8-8006-316ece68c714 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa9a1da5cb5a4279abb88ec7bdb1ef6b&device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 1129 time: 0.0412333 Jun 22 10:27:53.808838 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04127e1d-e9f5-43d1-96a5-69b24c9a40e3 req-2adc8ec0-6256-4a5e-9fb6-6b3f32dd294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:53.810244 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-04127e1d-e9f5-43d1-96a5-69b24c9a40e3 req-2adc8ec0-6256-4a5e-9fb6-6b3f32dd294e service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e72ac4a-4b5a-48df-b530-d05f788ca8b5 HTTP/1.1" status: 200 len: 909 time: 0.0905406 Jun 22 10:27:53.885796 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-04127e1d-e9f5-43d1-96a5-69b24c9a40e3 req-ab7923c9-9747-49f3-a61b-755d31b82cf0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377da38d-a656-43c8-babd-6b00935ec9f5 HTTP/1.1" status: 200 len: 1001 time: 0.0698018 Jun 22 10:27:53.932908 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04127e1d-e9f5-43d1-96a5-69b24c9a40e3 req-80478469-5328-4a99-937f-15ba82025853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:53.934381 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-04127e1d-e9f5-43d1-96a5-69b24c9a40e3 req-80478469-5328-4a99-937f-15ba82025853 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=609655c9-4eca-41c6-a3ba-19306a7c34ab HTTP/1.1" status: 200 len: 847 time: 0.0435596 Jun 22 10:27:53.975758 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04127e1d-e9f5-43d1-96a5-69b24c9a40e3 req-48c019c2-1bed-4b55-a1a4-7506b97620af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:27:53.977246 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-04127e1d-e9f5-43d1-96a5-69b24c9a40e3 req-48c019c2-1bed-4b55-a1a4-7506b97620af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e72ac4a-4b5a-48df-b530-d05f788ca8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377150 Jun 22 10:27:54.071917 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-04127e1d-e9f5-43d1-96a5-69b24c9a40e3 req-a00e1a11-90cb-40f7-895c-37a3606e8487 service neutron] 10.222.0.59 "GET /v2.0/networks/0e72ac4a-4b5a-48df-b530-d05f788ca8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887980 Jun 22 10:27:54.165710 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-04127e1d-e9f5-43d1-96a5-69b24c9a40e3 req-ada66599-0b08-4e11-9127-2297971faa06 service neutron] 10.222.0.59 "GET /v2.0/networks/0e72ac4a-4b5a-48df-b530-d05f788ca8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881784 Jun 22 10:27:55.444188 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=12 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:55.452599 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=19 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:57.272425 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:57.279617 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:58.029596 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:27:58.034607 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:02.999147 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:28:03.352236 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47332) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:03.490446 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-ff1ab742-168c-473b-87e8-8f4de76b766c tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Deleting port 89a93ec0-bc2b-4183-a9e8-81ae8720cfa6 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:28:03.490783 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ff1ab742-168c-473b-87e8-8f4de76b766c tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (89a93ec0-bc2b-4183-a9e8-81ae8720cfa6), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:03.569396 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ff1ab742-168c-473b-87e8-8f4de76b766c tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (89a93ec0-bc2b-4183-a9e8-81ae8720cfa6), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:03.569747 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ff1ab742-168c-473b-87e8-8f4de76b766c tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for floatingip (89a93ec0-bc2b-4183-a9e8-81ae8720cfa6), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:03.582990 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-ff1ab742-168c-473b-87e8-8f4de76b766c tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Calling delete_port for 89a93ec0-bc2b-4183-a9e8-81ae8720cfa6 owned by network:floatingip {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:28:03.726088 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ff1ab742-168c-473b-87e8-8f4de76b766c tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (89a93ec0-bc2b-4183-a9e8-81ae8720cfa6), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:03.749790 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ab742-168c-473b-87e8-8f4de76b766c tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Pushing event deleted for resources: {'Port': ['ID=89a93ec0-bc2b-4183-a9e8-81ae8720cfa6,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:03.812704 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ff1ab742-168c-473b-87e8-8f4de76b766c tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for floatingip (2a8d764c-8382-4a45-bcb8-db55a91dfef2), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:03.813037 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-ff1ab742-168c-473b-87e8-8f4de76b766c tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Floating IP 2a8d764c-8382-4a45-bcb8-db55a91dfef2 disassociated (deleted). External IP: 172.27.0.143, port: 377da38d-a656-43c8-babd-6b00935ec9f5. Jun 22 10:28:04.014236 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1ab742-168c-473b-87e8-8f4de76b766c tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Router cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:28:04.119318 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1ab742-168c-473b-87e8-8f4de76b766c tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:28:04.124707 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ff1ab742-168c-473b-87e8-8f4de76b766c tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:04.129157 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a65698f-0b89-4fe6-95d7-a20a580dafb9 None None] Sync routers for ids ['cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:28:04.140065 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a65698f-0b89-4fe6-95d7-a20a580dafb9 None None] Routers {'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:28:04.140684 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-7a65698f-0b89-4fe6-95d7-a20a580dafb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:27:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:04.154605 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ff1ab742-168c-473b-87e8-8f4de76b766c tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "DELETE /v2.0/floatingips/2a8d764c-8382-4a45-bcb8-db55a91dfef2 HTTP/1.1" status: 204 len: 168 time: 0.8011253 Jun 22 10:28:04.155319 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46804c86-520a-407d-84a9-2f6d1ea1cff0', 'tag': '377da38d-a656-43c8-babd-6b00935ec9f5'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:28:04.157765 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898db771481267bf496a2732a32d4addbcaa54fa352ad4e4fb07179b33d7b991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4bcc10-f60a-4515-ad0f-0ab2956a086c" -d '{"events": [{"name": "network-changed", "server_uuid": "46804c86-520a-407d-84a9-2f6d1ea1cff0", "tag": "377da38d-a656-43c8-babd-6b00935ec9f5"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:28:04.161569 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=50 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:04.162921 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=51 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:04.201491 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256f6eed-99df-42db-aa5e-9555402c343f x-openstack-request-id: req-256f6eed-99df-42db-aa5e-9555402c343f {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:28:04.201816 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46804c86-520a-407d-84a9-2f6d1ea1cff0", "tag": "377da38d-a656-43c8-babd-6b00935ec9f5", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:28:04.202072 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-256f6eed-99df-42db-aa5e-9555402c343f {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:28:04.202477 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-256f6eed-99df-42db-aa5e-9555402c343f'] response: {'name': 'network-changed', 'server_uuid': '46804c86-520a-407d-84a9-2f6d1ea1cff0', 'tag': '377da38d-a656-43c8-babd-6b00935ec9f5', 'status': 'completed', 'code': 200} Jun 22 10:28:04.252954 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-7a65698f-0b89-4fe6-95d7-a20a580dafb9 None None] Set router cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:28:04.265582 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bcc10-f60a-4515-ad0f-0ab2956a086c req-a41ce1d9-4b83-4b07-9876-756e6c5b791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:28:04.267252 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4c4bcc10-f60a-4515-ad0f-0ab2956a086c req-a41ce1d9-4b83-4b07-9876-756e6c5b791b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa9a1da5cb5a4279abb88ec7bdb1ef6b&device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 1129 time: 0.0431869 Jun 22 10:28:04.378452 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:04.381282 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bcc10-f60a-4515-ad0f-0ab2956a086c req-6516ed07-d158-43b1-b783-de604df2586e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:28:04.382998 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4c4bcc10-f60a-4515-ad0f-0ab2956a086c req-6516ed07-d158-43b1-b783-de604df2586e service neutron] 10.222.0.59 "GET /v2.0/networks?id=0e72ac4a-4b5a-48df-b530-d05f788ca8b5 HTTP/1.1" status: 200 len: 909 time: 0.1082237 Jun 22 10:28:04.385658 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:04.395074 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93360a49-02fa-48bf-a53d-a2e6e788f650 req-eb4ad314-3723-4a99-bd9f-d763e17614f1 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:28:04.396595 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-93360a49-02fa-48bf-a53d-a2e6e788f650 req-eb4ad314-3723-4a99-bd9f-d763e17614f1 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0529425 Jun 22 10:28:04.452317 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-93360a49-02fa-48bf-a53d-a2e6e788f650 req-0fd7da9b-54fc-4b4f-9edf-ec0c0025f6a5 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491118 Jun 22 10:28:04.458762 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-7a65698f-0b89-4fe6-95d7-a20a580dafb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'name': 'tempest-TestShelveInstance-620034664-router', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:25Z', 'updated_at': '2022-06-22T10:23:28Z', 'revision_number': 4, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'gw_port': {'id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:26Z', 'updated_at': '2022-06-22T10:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '2e22456e-9724-4a40-b2f3-8a437841dd89', 'name': '', 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'mac_address': 'fa:16:3e:c5:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '609655c9-4eca-41c6-a3ba-19306a7c34ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:28Z', 'updated_at': '2022-06-22T10:23:33Z', 'revision_number': 5, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'subnets': [{'id': '609655c9-4eca-41c6-a3ba-19306a7c34ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:04.483797 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a65698f-0b89-4fe6-95d7-a20a580dafb9 None None] Checking router: cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:28:04.492162 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a65698f-0b89-4fe6-95d7-a20a580dafb9 None None] Routers {'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:28:04.492766 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-7a65698f-0b89-4fe6-95d7-a20a580dafb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:27:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:04.593136 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-7a65698f-0b89-4fe6-95d7-a20a580dafb9 None None] Set router cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:28:04.774367 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-7a65698f-0b89-4fe6-95d7-a20a580dafb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'name': 'tempest-TestShelveInstance-620034664-router', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:25Z', 'updated_at': '2022-06-22T10:23:28Z', 'revision_number': 4, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'gw_port': {'id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:26Z', 'updated_at': '2022-06-22T10:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '2e22456e-9724-4a40-b2f3-8a437841dd89', 'name': '', 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'mac_address': 'fa:16:3e:c5:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '609655c9-4eca-41c6-a3ba-19306a7c34ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:28Z', 'updated_at': '2022-06-22T10:23:33Z', 'revision_number': 5, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'subnets': [{'id': '609655c9-4eca-41c6-a3ba-19306a7c34ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:04.799023 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a65698f-0b89-4fe6-95d7-a20a580dafb9 None None] The sync data for ids ['cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'] in dv-cinder-847131-1-iscsi is: [{'id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'name': 'tempest-TestShelveInstance-620034664-router', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:25Z', 'updated_at': '2022-06-22T10:23:28Z', 'revision_number': 4, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'gw_port': {'id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:26Z', 'updated_at': '2022-06-22T10:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': '2e22456e-9724-4a40-b2f3-8a437841dd89', 'name': '', 'network_id': '0e72ac4a-4b5a-48df-b530-d05f788ca8b5', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'mac_address': 'fa:16:3e:c5:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '609655c9-4eca-41c6-a3ba-19306a7c34ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:28Z', 'updated_at': '2022-06-22T10:23:33Z', 'revision_number': 5, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'subnets': [{'id': '609655c9-4eca-41c6-a3ba-19306a7c34ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:28:05.007979 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c48529-3d8c-4bf9-a04c-881c85d02d4a None None] New status for floating IP 2a8d764c-8382-4a45-bcb8-db55a91dfef2: DOWN {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:28:05.369443 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4c4bcc10-f60a-4515-ad0f-0ab2956a086c req-cf6600b4-fcb9-4911-9924-ad1bd4d8903d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377da38d-a656-43c8-babd-6b00935ec9f5 HTTP/1.1" status: 200 len: 217 time: 0.0334671 Jun 22 10:28:05.417144 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bcc10-f60a-4515-ad0f-0ab2956a086c req-2b165528-3237-4535-9fe9-391dc3f5627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:28:05.419301 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4c4bcc10-f60a-4515-ad0f-0ab2956a086c req-2b165528-3237-4535-9fe9-391dc3f5627a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=609655c9-4eca-41c6-a3ba-19306a7c34ab HTTP/1.1" status: 200 len: 847 time: 0.0433767 Jun 22 10:28:05.546292 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bcc10-f60a-4515-ad0f-0ab2956a086c req-6f52c9eb-ebaf-4497-83d6-517594a5a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:28:05.547830 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4c4bcc10-f60a-4515-ad0f-0ab2956a086c req-6f52c9eb-ebaf-4497-83d6-517594a5a77f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0e72ac4a-4b5a-48df-b530-d05f788ca8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450449 Jun 22 10:28:05.570262 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40106c0-1c5e-4bbd-bb8d-f0ac9707c00b req-12843096-ed0b-4024-a49a-642e4c16a910 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:28:05.571740 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b40106c0-1c5e-4bbd-bb8d-f0ac9707c00b req-12843096-ed0b-4024-a49a-642e4c16a910 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0486908 Jun 22 10:28:05.621644 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-b40106c0-1c5e-4bbd-bb8d-f0ac9707c00b req-c4e0988f-82eb-4f1b-90f5-9293a59b1b44 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/security-groups?id=314c3dbc-9574-4d5f-bd64-b600b6d16a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440176 Jun 22 10:28:05.645522 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4c4bcc10-f60a-4515-ad0f-0ab2956a086c req-47e1a841-3f5b-497f-8f90-dda3c9900c71 service neutron] 10.222.0.59 "GET /v2.0/networks/0e72ac4a-4b5a-48df-b530-d05f788ca8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907638 Jun 22 10:28:05.909416 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78e91-1739-475a-80e8-3d911d4b8c6a req-dfe13b89-e3ce-4b51-9d34-4380910f8a66 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:28:05.910809 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0ab78e91-1739-475a-80e8-3d911d4b8c6a req-dfe13b89-e3ce-4b51-9d34-4380910f8a66 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.59 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 945 time: 0.0638947 Jun 22 10:28:05.916081 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-4c4bcc10-f60a-4515-ad0f-0ab2956a086c req-b3ff1e31-5f4d-4d09-a186-43c266aa44e3 service neutron] 10.222.0.59 "GET /v2.0/networks/0e72ac4a-4b5a-48df-b530-d05f788ca8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255043 Jun 22 10:28:05.997639 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-0ab78e91-1739-475a-80e8-3d911d4b8c6a req-136ed9bf-caa8-441d-8856-c718c7b1e642 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Deleting port 377da38d-a656-43c8-babd-6b00935ec9f5 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:28:05.998012 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-0ab78e91-1739-475a-80e8-3d911d4b8c6a req-136ed9bf-caa8-441d-8856-c718c7b1e642 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (377da38d-a656-43c8-babd-6b00935ec9f5), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:06.088355 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-0ab78e91-1739-475a-80e8-3d911d4b8c6a req-136ed9bf-caa8-441d-8856-c718c7b1e642 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] For port 377da38d-a656-43c8-babd-6b00935ec9f5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=377da38d-a656-43c8-babd-6b00935ec9f5,segment=NetworkSegment(18475f49-2261-459f-b58d-5cfe3af8b0ba),segment_id=18475f49-2261-459f-b58d-5cfe3af8b0ba)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:06.088716 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-0ab78e91-1739-475a-80e8-3d911d4b8c6a req-136ed9bf-caa8-441d-8856-c718c7b1e642 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (377da38d-a656-43c8-babd-6b00935ec9f5), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:06.103255 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-0ab78e91-1739-475a-80e8-3d911d4b8c6a req-136ed9bf-caa8-441d-8856-c718c7b1e642 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Calling delete_port for 377da38d-a656-43c8-babd-6b00935ec9f5 owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:28:06.230988 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-0ab78e91-1739-475a-80e8-3d911d4b8c6a req-136ed9bf-caa8-441d-8856-c718c7b1e642 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (377da38d-a656-43c8-babd-6b00935ec9f5), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:06.256930 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ed9bf-caa8-441d-8856-c718c7b1e642 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Pushing event deleted for resources: {'Port': ['ID=377da38d-a656-43c8-babd-6b00935ec9f5,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:06.303189 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab78e91-1739-475a-80e8-3d911d4b8c6a req-136ed9bf-caa8-441d-8856-c718c7b1e642 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] No DVR routers for this DVR port 377da38d-a656-43c8-babd-6b00935ec9f5 on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:28:06.305745 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-0ab78e91-1739-475a-80e8-3d911d4b8c6a req-136ed9bf-caa8-441d-8856-c718c7b1e642 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:06.309722 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-0ab78e91-1739-475a-80e8-3d911d4b8c6a req-136ed9bf-caa8-441d-8856-c718c7b1e642 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.59 "DELETE /v2.0/ports/377da38d-a656-43c8-babd-6b00935ec9f5 HTTP/1.1" status: 204 len: 173 time: 0.3917608 Jun 22 10:28:06.310166 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46804c86-520a-407d-84a9-2f6d1ea1cff0', 'name': 'network-vif-deleted', 'tag': '377da38d-a656-43c8-babd-6b00935ec9f5'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:28:06.312931 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9478eec8-220c-43ba-9dd3-279eee88d0b7" -d '{"events": [{"server_uuid": "46804c86-520a-407d-84a9-2f6d1ea1cff0", "name": "network-vif-deleted", "tag": "377da38d-a656-43c8-babd-6b00935ec9f5"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:28:06.350929 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3bffba-0a7d-4e77-91f8-a7d5f2eb5d20 x-openstack-request-id: req-cb3bffba-0a7d-4e77-91f8-a7d5f2eb5d20 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:28:06.351216 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46804c86-520a-407d-84a9-2f6d1ea1cff0", "name": "network-vif-deleted", "tag": "377da38d-a656-43c8-babd-6b00935ec9f5", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:28:06.351469 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb3bffba-0a7d-4e77-91f8-a7d5f2eb5d20 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:28:06.351867 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb3bffba-0a7d-4e77-91f8-a7d5f2eb5d20'] response: {'server_uuid': '46804c86-520a-407d-84a9-2f6d1ea1cff0', 'name': 'network-vif-deleted', 'tag': '377da38d-a656-43c8-babd-6b00935ec9f5', 'status': 'completed', 'code': 200} Jun 22 10:28:06.736626 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f242a94a-a0d9-4eaa-9a20-5c97ff36cbd1 req-ef9ef589-915c-42f1-a9fb-a2bafe595fa2 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "GET /v2.0/ports?device_id=46804c86-520a-407d-84a9-2f6d1ea1cff0 HTTP/1.1" status: 200 len: 210 time: 0.0294175 Jun 22 10:28:07.796553 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47348) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:07.857332 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-630991fa-6fe1-4fb2-944f-c1edda5840d6 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group (314c3dbc-9574-4d5f-bd64-b600b6d16a6b), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:07.882070 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-630991fa-6fe1-4fb2-944f-c1edda5840d6 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group (314c3dbc-9574-4d5f-bd64-b600b6d16a6b), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:07.942153 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-630991fa-6fe1-4fb2-944f-c1edda5840d6 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (314c3dbc-9574-4d5f-bd64-b600b6d16a6b), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:07.945464 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-630991fa-6fe1-4fb2-944f-c1edda5840d6 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:07.946945 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-630991fa-6fe1-4fb2-944f-c1edda5840d6 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] 10.222.0.43 "DELETE /v2.0/security-groups/314c3dbc-9574-4d5f-bd64-b600b6d16a6b HTTP/1.1" status: 204 len: 168 time: 0.1494939 Jun 22 10:28:07.956634 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630991fa-6fe1-4fb2-944f-c1edda5840d6 tempest-TestShelveInstance-1869927250 tempest-TestShelveInstance-1869927250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=314c3dbc-9574-4d5f-bd64-b600b6d16a6b,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:07.999289 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47352) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:08.311628 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d97c2669-e405-493e-87b8-fcbcc73965a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722568'] for router_interface (cf4e86bc-601d-4b4d-887f-4c2bb73a9b87), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:08.428692 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2e48759a-bd3c-4be9-966c-9c20b2135b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:08.531088 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-d97c2669-e405-493e-87b8-fcbcc73965a6 admin admin] Deleting port 2e22456e-9724-4a40-b2f3-8a437841dd89 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:28:08.531421 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d97c2669-e405-493e-87b8-fcbcc73965a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (2e22456e-9724-4a40-b2f3-8a437841dd89), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:08.590021 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:08.597719 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:08.613998 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-d97c2669-e405-493e-87b8-fcbcc73965a6 admin admin] For port 2e22456e-9724-4a40-b2f3-8a437841dd89, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=2e22456e-9724-4a40-b2f3-8a437841dd89,segment=NetworkSegment(18475f49-2261-459f-b58d-5cfe3af8b0ba),segment_id=18475f49-2261-459f-b58d-5cfe3af8b0ba)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:08.614353 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d97c2669-e405-493e-87b8-fcbcc73965a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (2e22456e-9724-4a40-b2f3-8a437841dd89), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:08.627173 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-d97c2669-e405-493e-87b8-fcbcc73965a6 admin admin] Calling delete_port for 2e22456e-9724-4a40-b2f3-8a437841dd89 owned by network:router_interface {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:28:08.801504 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d97c2669-e405-493e-87b8-fcbcc73965a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (2e22456e-9724-4a40-b2f3-8a437841dd89), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:08.822963 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c2669-e405-493e-87b8-fcbcc73965a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e22456e-9724-4a40-b2f3-8a437841dd89,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:08.987709 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d97c2669-e405-493e-87b8-fcbcc73965a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722460'] for router_interface (cf4e86bc-601d-4b4d-887f-4c2bb73a9b87), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:09.190552 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97c2669-e405-493e-87b8-fcbcc73965a6 admin admin] Router cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:28:09.290467 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97c2669-e405-493e-87b8-fcbcc73965a6 admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:28:09.296419 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d97c2669-e405-493e-87b8-fcbcc73965a6 admin admin] 10.222.0.43 "PUT /v2.0/routers/cf4e86bc-601d-4b4d-887f-4c2bb73a9b87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2954481 Jun 22 10:28:09.298348 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47354) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:09.302544 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025724f9-ff0a-42fc-82e8-b7efdab0e29e None None] Sync routers for ids ['cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:28:09.312550 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025724f9-ff0a-42fc-82e8-b7efdab0e29e None None] Routers {'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:28:09.313177 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-025724f9-ff0a-42fc-82e8-b7efdab0e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:27:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:09.386330 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:09.402723 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5e8c019d-cb8b-4214-ad3f-bfd2d14de74e admin admin] Publish callbacks [] for router (cf4e86bc-601d-4b4d-887f-4c2bb73a9b87), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:09.416342 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-025724f9-ff0a-42fc-82e8-b7efdab0e29e None None] Set router cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:28:09.488026 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:09.505535 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5e8c019d-cb8b-4214-ad3f-bfd2d14de74e admin admin] Publish callbacks [] for router_gateway (cf4e86bc-601d-4b4d-887f-4c2bb73a9b87), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:09.555668 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-5e8c019d-cb8b-4214-ad3f-bfd2d14de74e admin admin] Deleting port 1bbdf3c3-f45c-4840-a33d-5696a54edee4 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:28:09.556065 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5e8c019d-cb8b-4214-ad3f-bfd2d14de74e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (1bbdf3c3-f45c-4840-a33d-5696a54edee4), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:09.588081 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:09.598226 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-025724f9-ff0a-42fc-82e8-b7efdab0e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'name': 'tempest-TestShelveInstance-620034664-router', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:25Z', 'updated_at': '2022-06-22T10:28:08Z', 'revision_number': 5, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'gw_port': {'id': '1bbdf3c3-f45c-4840-a33d-5696a54edee4', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:44:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:26Z', 'updated_at': '2022-06-22T10:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:09.623374 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025724f9-ff0a-42fc-82e8-b7efdab0e29e None None] Checking router: cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:28:09.632403 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025724f9-ff0a-42fc-82e8-b7efdab0e29e None None] Routers {'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:28:09.632998 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-025724f9-ff0a-42fc-82e8-b7efdab0e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:27:41Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:09.636680 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-5e8c019d-cb8b-4214-ad3f-bfd2d14de74e admin admin] For port 1bbdf3c3-f45c-4840-a33d-5696a54edee4, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=1bbdf3c3-f45c-4840-a33d-5696a54edee4,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:09.637056 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5e8c019d-cb8b-4214-ad3f-bfd2d14de74e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (1bbdf3c3-f45c-4840-a33d-5696a54edee4), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:09.650192 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-5e8c019d-cb8b-4214-ad3f-bfd2d14de74e admin admin] Calling delete_port for 1bbdf3c3-f45c-4840-a33d-5696a54edee4 owned by network:router_gateway {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:28:09.792627 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:09.820080 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-025724f9-ff0a-42fc-82e8-b7efdab0e29e None None] Set router cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 gateway port host: None {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:28:09.879527 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-025724f9-ff0a-42fc-82e8-b7efdab0e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'name': 'tempest-TestShelveInstance-620034664-router', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:25Z', 'updated_at': '2022-06-22T10:28:09Z', 'revision_number': 6, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'gw_port_host': None}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:09.910540 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025724f9-ff0a-42fc-82e8-b7efdab0e29e None None] The sync data for ids ['cf4e86bc-601d-4b4d-887f-4c2bb73a9b87'] in dv-cinder-847131-1-iscsi is: [{'id': 'cf4e86bc-601d-4b4d-887f-4c2bb73a9b87', 'name': 'tempest-TestShelveInstance-620034664-router', 'tenant_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:25Z', 'updated_at': '2022-06-22T10:28:09Z', 'revision_number': 6, 'project_id': 'aa9a1da5cb5a4279abb88ec7bdb1ef6b', 'gw_port_host': None}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:28:10.122442 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5e8c019d-cb8b-4214-ad3f-bfd2d14de74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (1bbdf3c3-f45c-4840-a33d-5696a54edee4), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:10.147693 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c019d-cb8b-4214-ad3f-bfd2d14de74e admin admin] Pushing event deleted for resources: {'Port': ['ID=1bbdf3c3-f45c-4840-a33d-5696a54edee4,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:10.210425 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5e8c019d-cb8b-4214-ad3f-bfd2d14de74e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-727608'] for router_gateway (cf4e86bc-601d-4b4d-887f-4c2bb73a9b87), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:10.299946 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5e8c019d-cb8b-4214-ad3f-bfd2d14de74e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261000'] for router (cf4e86bc-601d-4b4d-887f-4c2bb73a9b87), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:10.302358 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5e8c019d-cb8b-4214-ad3f-bfd2d14de74e admin admin] Publish callbacks [] for router_controller (cf4e86bc-601d-4b4d-887f-4c2bb73a9b87), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:10.347770 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5e8c019d-cb8b-4214-ad3f-bfd2d14de74e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-724415'] for router (cf4e86bc-601d-4b4d-887f-4c2bb73a9b87), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:10.348620 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8c019d-cb8b-4214-ad3f-bfd2d14de74e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 {{(pid=104123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:28:10.353351 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5e8c019d-cb8b-4214-ad3f-bfd2d14de74e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:10.354533 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-5e8c019d-cb8b-4214-ad3f-bfd2d14de74e admin admin] 10.222.0.43 "DELETE /v2.0/routers/cf4e86bc-601d-4b4d-887f-4c2bb73a9b87 HTTP/1.1" status: 204 len: 168 time: 1.0552840 Jun 22 10:28:10.358349 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47356) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:10.406138 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4c945b-1dd7-4abd-a0a3-1abf444b7b25 admin admin] Deleting subnet 609655c9-4eca-41c6-a3ba-19306a7c34ab {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 10:28:10.409619 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5a4c945b-1dd7-4abd-a0a3-1abf444b7b25 admin admin] Publish callbacks [] for subnet (609655c9-4eca-41c6-a3ba-19306a7c34ab), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:10.444360 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5a4c945b-1dd7-4abd-a0a3-1abf444b7b25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4278864'] for subnet (609655c9-4eca-41c6-a3ba-19306a7c34ab), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:10.518179 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5a4c945b-1dd7-4abd-a0a3-1abf444b7b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739848'] for subnet (609655c9-4eca-41c6-a3ba-19306a7c34ab), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:10.565365 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:10.577542 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5a4c945b-1dd7-4abd-a0a3-1abf444b7b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6232504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517476'] for subnet (609655c9-4eca-41c6-a3ba-19306a7c34ab), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:10.603919 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c945b-1dd7-4abd-a0a3-1abf444b7b25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=609655c9-4eca-41c6-a3ba-19306a7c34ab,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:10.607052 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 377da38d-a656-43c8-babd-6b00935ec9f5 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:28:10.610692 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5a4c945b-1dd7-4abd-a0a3-1abf444b7b25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:10.616339 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-5a4c945b-1dd7-4abd-a0a3-1abf444b7b25 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/609655c9-4eca-41c6-a3ba-19306a7c34ab HTTP/1.1" status: 204 len: 168 time: 0.2547460 Jun 22 10:28:10.616611 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47358) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:10.630431 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: 377da38d-a656-43c8-babd-6b00935ec9f5 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:28:10.630781 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 377da38d-a656-43c8-babd-6b00935ec9f5 not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:28:10.632482 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80592e73-9a03-4ffa-b8e7-78481acc5253 None None] Network 0e72ac4a-4b5a-48df-b530-d05f788ca8b5 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:28:10.646011 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=8 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:10.690879 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61de1355-a6ea-4cd4-9926-2785a92b19da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1791967'] for network (0e72ac4a-4b5a-48df-b530-d05f788ca8b5), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:10.737666 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-61de1355-a6ea-4cd4-9926-2785a92b19da admin admin] Deleting port 5bead0cb-4edb-4070-a2b7-fd0b48f706d1 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:28:10.738059 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61de1355-a6ea-4cd4-9926-2785a92b19da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (5bead0cb-4edb-4070-a2b7-fd0b48f706d1), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:10.745984 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-86a27794-f36b-473e-ac37-0e0057e44c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:10.796911 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 1bbdf3c3-f45c-4840-a33d-5696a54edee4 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:28:10.822212 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-61de1355-a6ea-4cd4-9926-2785a92b19da admin admin] For port 5bead0cb-4edb-4070-a2b7-fd0b48f706d1, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=5bead0cb-4edb-4070-a2b7-fd0b48f706d1,segment=NetworkSegment(18475f49-2261-459f-b58d-5cfe3af8b0ba),segment_id=18475f49-2261-459f-b58d-5cfe3af8b0ba)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:10.822598 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61de1355-a6ea-4cd4-9926-2785a92b19da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (5bead0cb-4edb-4070-a2b7-fd0b48f706d1), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:10.828080 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d977197e-0460-49fd-baf0-0d5ba3688421 None None] DHCP port deletion for 0e72ac4a-4b5a-48df-b530-d05f788ca8b5 request from dv-cinder-847131-1-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 10:28:10.830611 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: 1bbdf3c3-f45c-4840-a33d-5696a54edee4 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:28:10.831034 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 1bbdf3c3-f45c-4840-a33d-5696a54edee4 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:28:10.831528 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 2e22456e-9724-4a40-b2f3-8a437841dd89 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:28:10.845185 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-61de1355-a6ea-4cd4-9926-2785a92b19da admin admin] Calling delete_port for 5bead0cb-4edb-4070-a2b7-fd0b48f706d1 owned by network:dhcp {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:28:10.854891 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: 2e22456e-9724-4a40-b2f3-8a437841dd89 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:28:10.855323 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 2e22456e-9724-4a40-b2f3-8a437841dd89 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:28:10.888341 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d977197e-0460-49fd-baf0-0d5ba3688421 None None] Deleting port 5bead0cb-4edb-4070-a2b7-fd0b48f706d1 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:28:10.889459 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d977197e-0460-49fd-baf0-0d5ba3688421 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (5bead0cb-4edb-4070-a2b7-fd0b48f706d1), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:10.932853 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61de1355-a6ea-4cd4-9926-2785a92b19da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (5bead0cb-4edb-4070-a2b7-fd0b48f706d1), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:10.965168 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de1355-a6ea-4cd4-9926-2785a92b19da admin admin] Pushing event deleted for resources: {'Port': ['ID=5bead0cb-4edb-4070-a2b7-fd0b48f706d1,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:10.965459 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d977197e-0460-49fd-baf0-0d5ba3688421 None None] For port 5bead0cb-4edb-4070-a2b7-fd0b48f706d1, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=5bead0cb-4edb-4070-a2b7-fd0b48f706d1,segment=NetworkSegment(18475f49-2261-459f-b58d-5cfe3af8b0ba),segment_id=18475f49-2261-459f-b58d-5cfe3af8b0ba)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:10.965731 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d977197e-0460-49fd-baf0-0d5ba3688421 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (5bead0cb-4edb-4070-a2b7-fd0b48f706d1), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:10.971462 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61de1355-a6ea-4cd4-9926-2785a92b19da admin admin] No DVR routers for this DVR port 5bead0cb-4edb-4070-a2b7-fd0b48f706d1 on host dv-cinder-847131-1-iscsi {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:28:10.984434 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d977197e-0460-49fd-baf0-0d5ba3688421 None None] Calling delete_port for 5bead0cb-4edb-4070-a2b7-fd0b48f706d1 owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:28:11.052554 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61de1355-a6ea-4cd4-9926-2785a92b19da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722933', 'neutron.services.segments.db._delete_segments_for_network-8773365012875'] for network (0e72ac4a-4b5a-48df-b530-d05f788ca8b5), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:11.064875 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d977197e-0460-49fd-baf0-0d5ba3688421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043'] for port (5bead0cb-4edb-4070-a2b7-fd0b48f706d1), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:11.076193 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-61de1355-a6ea-4cd4-9926-2785a92b19da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e72ac4a-4b5a-48df-b530-d05f788ca8b5']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:11.085636 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-61de1355-a6ea-4cd4-9926-2785a92b19da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18475f49-2261-459f-b58d-5cfe3af8b0ba') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:11.086057 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-61de1355-a6ea-4cd4-9926-2785a92b19da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18475f49-2261-459f-b58d-5cfe3af8b0ba') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:11.100436 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61de1355-a6ea-4cd4-9926-2785a92b19da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773365013140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4278859'] for segment (18475f49-2261-459f-b58d-5cfe3af8b0ba), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:11.100691 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977197e-0460-49fd-baf0-0d5ba3688421 None None] Pushing event deleted for resources: {'Port': ['ID=5bead0cb-4edb-4070-a2b7-fd0b48f706d1,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:11.106908 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977197e-0460-49fd-baf0-0d5ba3688421 None None] No DVR routers for this DVR port 5bead0cb-4edb-4070-a2b7-fd0b48f706d1 on host dv-cinder-847131-1-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:28:11.122783 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61de1355-a6ea-4cd4-9926-2785a92b19da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (18475f49-2261-459f-b58d-5cfe3af8b0ba), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:11.129366 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61de1355-a6ea-4cd4-9926-2785a92b19da admin admin] Releasing vlan 983 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:28:11.129983 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61de1355-a6ea-4cd4-9926-2785a92b19da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6232530'] for segment (18475f49-2261-459f-b58d-5cfe3af8b0ba), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:11.194099 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61de1355-a6ea-4cd4-9926-2785a92b19da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745775'] for network (0e72ac4a-4b5a-48df-b530-d05f788ca8b5), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:11.199879 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-61de1355-a6ea-4cd4-9926-2785a92b19da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:11.203149 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-61de1355-a6ea-4cd4-9926-2785a92b19da admin admin] 10.222.0.43 "DELETE /v2.0/networks/0e72ac4a-4b5a-48df-b530-d05f788ca8b5 HTTP/1.1" status: 204 len: 168 time: 0.5856624 Jun 22 10:28:11.206128 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 47364) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:11.214097 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de1355-a6ea-4cd4-9926-2785a92b19da admin admin] Pushing event deleted for resources: {'Network': ['ID=0e72ac4a-4b5a-48df-b530-d05f788ca8b5,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:11.294274 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:11.301619 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:11.352236 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 18475f49-2261-459f-b58d-5cfe3af8b0ba resource provider aggregate not found Jun 22 10:28:11.369111 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 18475f49-2261-459f-b58d-5cfe3af8b0ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18475f49-2261-459f-b58d-5cfe3af8b0ba found for delete ", "request_id": "req-3c1931ec-e47b-4c20-974c-52e95f0abdf9"}]} Jun 22 10:28:11.531393 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eba9dc98-3358-45a5-be0d-1a6e2a89f93f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722568'] for router_interface (7fbc7e97-04e0-48f3-9158-e0c92936af90), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:11.750311 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-eba9dc98-3358-45a5-be0d-1a6e2a89f93f admin admin] Deleting port c03151dc-8a30-4d7a-a2b2-e2d054f55122 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:28:11.750813 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eba9dc98-3358-45a5-be0d-1a6e2a89f93f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (c03151dc-8a30-4d7a-a2b2-e2d054f55122), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:11.851476 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-eba9dc98-3358-45a5-be0d-1a6e2a89f93f admin admin] For port c03151dc-8a30-4d7a-a2b2-e2d054f55122, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=c03151dc-8a30-4d7a-a2b2-e2d054f55122,segment=NetworkSegment(de517b68-ec8c-419e-90ed-97277c2f3fd4),segment_id=de517b68-ec8c-419e-90ed-97277c2f3fd4)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:11.851833 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eba9dc98-3358-45a5-be0d-1a6e2a89f93f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (c03151dc-8a30-4d7a-a2b2-e2d054f55122), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:11.864318 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-eba9dc98-3358-45a5-be0d-1a6e2a89f93f admin admin] Calling delete_port for c03151dc-8a30-4d7a-a2b2-e2d054f55122 owned by network:router_interface {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:28:12.015974 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:12.040913 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eba9dc98-3358-45a5-be0d-1a6e2a89f93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (c03151dc-8a30-4d7a-a2b2-e2d054f55122), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:12.062419 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9dc98-3358-45a5-be0d-1a6e2a89f93f admin admin] Pushing event deleted for resources: {'Port': ['ID=c03151dc-8a30-4d7a-a2b2-e2d054f55122,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:12.133811 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:12.175966 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:12.506350 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-eba9dc98-3358-45a5-be0d-1a6e2a89f93f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722460'] for router_interface (7fbc7e97-04e0-48f3-9158-e0c92936af90), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:12.720848 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba9dc98-3358-45a5-be0d-1a6e2a89f93f admin admin] Router 7fbc7e97-04e0-48f3-9158-e0c92936af90 has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:28:12.825951 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba9dc98-3358-45a5-be0d-1a6e2a89f93f admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:28:12.831103 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-eba9dc98-3358-45a5-be0d-1a6e2a89f93f admin admin] 10.222.0.43 "PUT /v2.0/routers/7fbc7e97-04e0-48f3-9158-e0c92936af90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6233437 Jun 22 10:28:12.831238 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 5bead0cb-4edb-4070-a2b7-fd0b48f706d1 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:28:12.833674 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 47368) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:12.837214 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03103968-8d09-4e6e-aa94-0899f3bcc12e None None] Sync routers for ids ['7fbc7e97-04e0-48f3-9158-e0c92936af90'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:28:12.862337 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: 5bead0cb-4edb-4070-a2b7-fd0b48f706d1 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:28:12.862681 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 5bead0cb-4edb-4070-a2b7-fd0b48f706d1 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:28:12.869216 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03103968-8d09-4e6e-aa94-0899f3bcc12e None None] Routers {'7fbc7e97-04e0-48f3-9158-e0c92936af90'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:28:12.869684 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-03103968-8d09-4e6e-aa94-0899f3bcc12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:28:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['7fbc7e97-04e0-48f3-9158-e0c92936af90'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:12.934329 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3b54d8b3-cb4c-47ba-9da3-61c77600fd8a admin admin] Publish callbacks [] for router (7fbc7e97-04e0-48f3-9158-e0c92936af90), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:12.975807 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-03103968-8d09-4e6e-aa94-0899f3bcc12e None None] Set router 7fbc7e97-04e0-48f3-9158-e0c92936af90 gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:28:13.037443 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3b54d8b3-cb4c-47ba-9da3-61c77600fd8a admin admin] Publish callbacks [] for router_gateway (7fbc7e97-04e0-48f3-9158-e0c92936af90), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:13.081592 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-3b54d8b3-cb4c-47ba-9da3-61c77600fd8a admin admin] Deleting port 760db061-cb2c-4183-a17f-5c8591211313 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:28:13.081963 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3b54d8b3-cb4c-47ba-9da3-61c77600fd8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (760db061-cb2c-4183-a17f-5c8591211313), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:13.149933 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-03103968-8d09-4e6e-aa94-0899f3bcc12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbc7e97-04e0-48f3-9158-e0c92936af90', 'name': 'tempest-TestShelveInstance-121745728-router', 'tenant_id': '075b1eca291346f7926e033f55b31878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '760db061-cb2c-4183-a17f-5c8591211313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:31Z', 'updated_at': '2022-06-22T10:28:11Z', 'revision_number': 5, 'project_id': '075b1eca291346f7926e033f55b31878', 'gw_port': {'id': '760db061-cb2c-4183-a17f-5c8591211313', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbc7e97-04e0-48f3-9158-e0c92936af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:23:31Z', 'updated_at': '2022-06-22T10:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:13.170317 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-3b54d8b3-cb4c-47ba-9da3-61c77600fd8a admin admin] For port 760db061-cb2c-4183-a17f-5c8591211313, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=760db061-cb2c-4183-a17f-5c8591211313,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:13.170685 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3b54d8b3-cb4c-47ba-9da3-61c77600fd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (760db061-cb2c-4183-a17f-5c8591211313), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:13.175931 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03103968-8d09-4e6e-aa94-0899f3bcc12e None None] Checking router: 7fbc7e97-04e0-48f3-9158-e0c92936af90 for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:28:13.184346 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03103968-8d09-4e6e-aa94-0899f3bcc12e None None] Routers {'7fbc7e97-04e0-48f3-9158-e0c92936af90'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:28:13.184957 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-03103968-8d09-4e6e-aa94-0899f3bcc12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:28:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['7fbc7e97-04e0-48f3-9158-e0c92936af90'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:13.187740 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-3b54d8b3-cb4c-47ba-9da3-61c77600fd8a admin admin] Calling delete_port for 760db061-cb2c-4183-a17f-5c8591211313 owned by network:router_gateway {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:28:13.298299 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:13.314719 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:13.367914 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3b54d8b3-cb4c-47ba-9da3-61c77600fd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (760db061-cb2c-4183-a17f-5c8591211313), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:13.393260 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54d8b3-cb4c-47ba-9da3-61c77600fd8a admin admin] Pushing event deleted for resources: {'Port': ['ID=760db061-cb2c-4183-a17f-5c8591211313,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:13.394689 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-03103968-8d09-4e6e-aa94-0899f3bcc12e None None] Set router 7fbc7e97-04e0-48f3-9158-e0c92936af90 gateway port host: None {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:28:13.451276 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-03103968-8d09-4e6e-aa94-0899f3bcc12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbc7e97-04e0-48f3-9158-e0c92936af90', 'name': 'tempest-TestShelveInstance-121745728-router', 'tenant_id': '075b1eca291346f7926e033f55b31878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:31Z', 'updated_at': '2022-06-22T10:28:13Z', 'revision_number': 6, 'project_id': '075b1eca291346f7926e033f55b31878', 'gw_port_host': None}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:13.460072 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3b54d8b3-cb4c-47ba-9da3-61c77600fd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-727608'] for router_gateway (7fbc7e97-04e0-48f3-9158-e0c92936af90), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:13.481410 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03103968-8d09-4e6e-aa94-0899f3bcc12e None None] The sync data for ids ['7fbc7e97-04e0-48f3-9158-e0c92936af90'] in dv-cinder-847131-1-iscsi is: [{'id': '7fbc7e97-04e0-48f3-9158-e0c92936af90', 'name': 'tempest-TestShelveInstance-121745728-router', 'tenant_id': '075b1eca291346f7926e033f55b31878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:23:31Z', 'updated_at': '2022-06-22T10:28:13Z', 'revision_number': 6, 'project_id': '075b1eca291346f7926e033f55b31878', 'gw_port_host': None}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:28:13.495275 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:13.550951 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3b54d8b3-cb4c-47ba-9da3-61c77600fd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261000'] for router (7fbc7e97-04e0-48f3-9158-e0c92936af90), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:13.553019 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3b54d8b3-cb4c-47ba-9da3-61c77600fd8a admin admin] Publish callbacks [] for router_controller (7fbc7e97-04e0-48f3-9158-e0c92936af90), precommit_delete_associations {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:13.594014 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3b54d8b3-cb4c-47ba-9da3-61c77600fd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-724415'] for router (7fbc7e97-04e0-48f3-9158-e0c92936af90), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:13.594589 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b54d8b3-cb4c-47ba-9da3-61c77600fd8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fbc7e97-04e0-48f3-9158-e0c92936af90 {{(pid=104122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:28:13.598748 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-3b54d8b3-cb4c-47ba-9da3-61c77600fd8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:13.599925 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-3b54d8b3-cb4c-47ba-9da3-61c77600fd8a admin admin] 10.222.0.43 "DELETE /v2.0/routers/7fbc7e97-04e0-48f3-9158-e0c92936af90 HTTP/1.1" status: 204 len: 168 time: 0.7654488 Jun 22 10:28:13.602781 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 47370) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:13.647210 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad81f4d9-96e2-466a-89ca-67e3b61997ce admin admin] Deleting subnet 08f8f715-f367-405b-b465-ed5b14c79854 {{(pid=104122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 10:28:13.650210 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ad81f4d9-96e2-466a-89ca-67e3b61997ce admin admin] Publish callbacks [] for subnet (08f8f715-f367-405b-b465-ed5b14c79854), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:13.684433 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ad81f4d9-96e2-466a-89ca-67e3b61997ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6288363'] for subnet (08f8f715-f367-405b-b465-ed5b14c79854), precommit_delete_associations {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:13.761334 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ad81f4d9-96e2-466a-89ca-67e3b61997ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739848'] for subnet (08f8f715-f367-405b-b465-ed5b14c79854), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:13.815095 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ad81f4d9-96e2-466a-89ca-67e3b61997ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5276747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6209155'] for subnet (08f8f715-f367-405b-b465-ed5b14c79854), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:13.843618 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81f4d9-96e2-466a-89ca-67e3b61997ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08f8f715-f367-405b-b465-ed5b14c79854,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:13.848585 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-ad81f4d9-96e2-466a-89ca-67e3b61997ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:13.852977 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-ad81f4d9-96e2-466a-89ca-67e3b61997ce admin admin] 10.222.0.43 "DELETE /v2.0/subnets/08f8f715-f367-405b-b465-ed5b14c79854 HTTP/1.1" status: 204 len: 168 time: 0.2489967 Jun 22 10:28:13.854034 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b367eb4-9262-444f-8965-9c6e6da8c039 None None] Network 477fe508-c58f-460e-9e7b-bb8cc7deb9fc requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:28:13.856000 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47372) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:13.931765 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:13.939554 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:13.945011 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8e24b87a-e334-414a-a643-ee859fd9e939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1791967'] for network (477fe508-c58f-460e-9e7b-bb8cc7deb9fc), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:13.973608 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:13.998429 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-8e24b87a-e334-414a-a643-ee859fd9e939 admin admin] Deleting port 2874aae8-5a06-4cb0-a720-f05d44be4297 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:28:13.998761 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8e24b87a-e334-414a-a643-ee859fd9e939 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (2874aae8-5a06-4cb0-a720-f05d44be4297), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:14.064610 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-8e24b87a-e334-414a-a643-ee859fd9e939 admin admin] For port 2874aae8-5a06-4cb0-a720-f05d44be4297, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=2874aae8-5a06-4cb0-a720-f05d44be4297,segment=NetworkSegment(de517b68-ec8c-419e-90ed-97277c2f3fd4),segment_id=de517b68-ec8c-419e-90ed-97277c2f3fd4)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:14.064979 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8e24b87a-e334-414a-a643-ee859fd9e939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (2874aae8-5a06-4cb0-a720-f05d44be4297), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:14.078492 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-8e24b87a-e334-414a-a643-ee859fd9e939 admin admin] Calling delete_port for 2874aae8-5a06-4cb0-a720-f05d44be4297 owned by network:dhcp {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:28:14.161955 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8e24b87a-e334-414a-a643-ee859fd9e939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (2874aae8-5a06-4cb0-a720-f05d44be4297), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:14.169798 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:14.187368 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24b87a-e334-414a-a643-ee859fd9e939 admin admin] Pushing event deleted for resources: {'Port': ['ID=2874aae8-5a06-4cb0-a720-f05d44be4297,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:14.190935 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e24b87a-e334-414a-a643-ee859fd9e939 admin admin] No DVR routers for this DVR port 2874aae8-5a06-4cb0-a720-f05d44be4297 on host dv-cinder-847131-1-iscsi {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:28:14.265103 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8e24b87a-e334-414a-a643-ee859fd9e939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722933', 'neutron.services.segments.db._delete_segments_for_network-8773365012875'] for network (477fe508-c58f-460e-9e7b-bb8cc7deb9fc), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:14.288890 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-8e24b87a-e334-414a-a643-ee859fd9e939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477fe508-c58f-460e-9e7b-bb8cc7deb9fc']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:14.299078 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-8e24b87a-e334-414a-a643-ee859fd9e939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de517b68-ec8c-419e-90ed-97277c2f3fd4') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:14.299374 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-8e24b87a-e334-414a-a643-ee859fd9e939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de517b68-ec8c-419e-90ed-97277c2f3fd4') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:14.300932 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:14.310322 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8e24b87a-e334-414a-a643-ee859fd9e939 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773365013140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4278859'] for segment (de517b68-ec8c-419e-90ed-97277c2f3fd4), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:14.312306 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085992f7-10e2-4eec-96b9-50a346e1f53b None None] DHCP port deletion for 477fe508-c58f-460e-9e7b-bb8cc7deb9fc request from dv-cinder-847131-1-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 10:28:14.326605 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8e24b87a-e334-414a-a643-ee859fd9e939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (de517b68-ec8c-419e-90ed-97277c2f3fd4), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:14.333612 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e24b87a-e334-414a-a643-ee859fd9e939 admin admin] Releasing vlan 965 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:28:14.334002 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8e24b87a-e334-414a-a643-ee859fd9e939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6232530'] for segment (de517b68-ec8c-419e-90ed-97277c2f3fd4), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:14.354358 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment de517b68-ec8c-419e-90ed-97277c2f3fd4 resource provider aggregate not found Jun 22 10:28:14.394679 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment de517b68-ec8c-419e-90ed-97277c2f3fd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de517b68-ec8c-419e-90ed-97277c2f3fd4 found for delete ", "request_id": "req-4181de42-e55c-43d7-abd8-9553816dc885"}]} Jun 22 10:28:14.403233 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8e24b87a-e334-414a-a643-ee859fd9e939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745775'] for network (477fe508-c58f-460e-9e7b-bb8cc7deb9fc), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:14.408820 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8e24b87a-e334-414a-a643-ee859fd9e939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:14.412154 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8e24b87a-e334-414a-a643-ee859fd9e939 admin admin] 10.222.0.43 "DELETE /v2.0/networks/477fe508-c58f-460e-9e7b-bb8cc7deb9fc HTTP/1.1" status: 204 len: 168 time: 0.5550716 Jun 22 10:28:14.424041 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24b87a-e334-414a-a643-ee859fd9e939 admin admin] Pushing event deleted for resources: {'Network': ['ID=477fe508-c58f-460e-9e7b-bb8cc7deb9fc,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:14.585423 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47380) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:14.630182 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-01fc88b2-ceb8-42b4-96a7-62e3cff4c9ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa9a1da5cb5a4279abb88ec7bdb1ef6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435617 Jun 22 10:28:14.632532 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47382) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:14.680200 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c2abf368-ca65-4a24-aa38-e1bfe0825abf admin admin] Publish callbacks [] for security_group (9d3e7599-03c8-43d5-86a3-e14130d985c3), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:14.701492 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c2abf368-ca65-4a24-aa38-e1bfe0825abf admin admin] Publish callbacks [] for security_group (9d3e7599-03c8-43d5-86a3-e14130d985c3), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:14.750448 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c2abf368-ca65-4a24-aa38-e1bfe0825abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (9d3e7599-03c8-43d5-86a3-e14130d985c3), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:14.756265 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c2abf368-ca65-4a24-aa38-e1bfe0825abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:14.760078 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c2abf368-ca65-4a24-aa38-e1bfe0825abf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d3e7599-03c8-43d5-86a3-e14130d985c3 HTTP/1.1" status: 204 len: 168 time: 0.1240230 Jun 22 10:28:14.768301 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abf368-ca65-4a24-aa38-e1bfe0825abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3e7599-03c8-43d5-86a3-e14130d985c3,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:14.783540 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device c03151dc-8a30-4d7a-a2b2-e2d054f55122 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:28:14.809482 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: c03151dc-8a30-4d7a-a2b2-e2d054f55122 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:28:14.809784 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device c03151dc-8a30-4d7a-a2b2-e2d054f55122 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:28:14.810235 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 760db061-cb2c-4183-a17f-5c8591211313 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:28:14.828270 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: 760db061-cb2c-4183-a17f-5c8591211313 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:28:14.828618 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 760db061-cb2c-4183-a17f-5c8591211313 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:28:14.829021 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 2874aae8-5a06-4cb0-a720-f05d44be4297 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:28:14.847738 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: 2874aae8-5a06-4cb0-a720-f05d44be4297 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:28:14.848087 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 2874aae8-5a06-4cb0-a720-f05d44be4297 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:28:15.084897 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47388) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:15.128552 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-769e9f04-c074-4ea3-8479-d6408371cbcc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=075b1eca291346f7926e033f55b31878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423350 Jun 22 10:28:15.131053 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47390) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:15.189267 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9f5d53e6-86b4-4514-8608-b6b842494782 admin admin] Publish callbacks [] for security_group (686cf66e-5d2b-46db-bf93-ec433aa1663e), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:15.210214 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9f5d53e6-86b4-4514-8608-b6b842494782 admin admin] Publish callbacks [] for security_group (686cf66e-5d2b-46db-bf93-ec433aa1663e), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:15.256358 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9f5d53e6-86b4-4514-8608-b6b842494782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (686cf66e-5d2b-46db-bf93-ec433aa1663e), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:15.258923 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9f5d53e6-86b4-4514-8608-b6b842494782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:15.260058 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9f5d53e6-86b4-4514-8608-b6b842494782 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/686cf66e-5d2b-46db-bf93-ec433aa1663e HTTP/1.1" status: 204 len: 168 time: 0.1280880 Jun 22 10:28:15.269294 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d53e6-86b4-4514-8608-b6b842494782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686cf66e-5d2b-46db-bf93-ec433aa1663e,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:17.278457 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:17.957992 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-110910c7-00c3-4891-a257-907f8110cd7e req-1bc1b308-0b14-4a8e-bb57-72d1e58814de tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673371361&fields=id&tenant_id=f4d8e96d47af4667a2f478e6561353d4 HTTP/1.1" status: 200 len: 267 time: 0.0448010 Jun 22 10:28:18.010150 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110910c7-00c3-4891-a257-907f8110cd7e req-426c6132-d280-4ccc-b63c-7c7ba63a1b09 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:28:18.011692 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-110910c7-00c3-4891-a257-907f8110cd7e req-426c6132-d280-4ccc-b63c-7c7ba63a1b09 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 985 time: 0.0483797 Jun 22 10:28:18.022209 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-110910c7-00c3-4891-a257-907f8110cd7e req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Request body: {'port': {'security_groups': ['126f0c0f-a25f-4201-ba79-688a42d06bfc']}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 22 10:28:18.094260 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-110910c7-00c3-4891-a257-907f8110cd7e req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714646'] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:18.244878 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:18.264998 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:18.272301 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-110910c7-00c3-4891-a257-907f8110cd7e req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] For port 36a8b53c-154d-40ba-acfc-8a025c723d78, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=36a8b53c-154d-40ba-acfc-8a025c723d78,segment=NetworkSegment(286f85c7-3e5c-4f21-a3f7-5e7af9577353),segment_id=286f85c7-3e5c-4f21-a3f7-5e7af9577353)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:18.301675 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-110910c7-00c3-4891-a257-907f8110cd7e req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:18.306028 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-110910c7-00c3-4891-a257-907f8110cd7e req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773364991582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773364476052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773364476070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6232566'] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:18.317519 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['36a8b53c-154d-40ba-acfc-8a025c723d78'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:28:18.350749 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110910c7-00c3-4891-a257-907f8110cd7e req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:28:18.351319 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-110910c7-00c3-4891-a257-907f8110cd7e req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:18.354467 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-110910c7-00c3-4891-a257-907f8110cd7e req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "PUT /v2.0/ports/36a8b53c-154d-40ba-acfc-8a025c723d78 HTTP/1.1" status: 200 len: 943 time: 0.3366604 Jun 22 10:28:18.355520 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9c029c-4daa-4ae2-b624-6d227fd03923', 'tag': '36a8b53c-154d-40ba-acfc-8a025c723d78'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:28:18.361025 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 47398) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:18.361474 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898db771481267bf496a2732a32d4addbcaa54fa352ad4e4fb07179b33d7b991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20558545-7ae1-4483-8c41-ecae2ba6b322" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9c029c-4daa-4ae2-b624-6d227fd03923", "tag": "36a8b53c-154d-40ba-acfc-8a025c723d78"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:28:18.404029 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Pushing event updated for resources: {'Port': ['ID=36a8b53c-154d-40ba-acfc-8a025c723d78,revision_number=7']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:18.412814 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.413489 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.414052 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.414613 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.415162 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.415691 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.416222 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.416757 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.418067 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.418692 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.419240 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.419783 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.420457 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.420829 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.421279 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd295f-9f51-4049-b4f9-a00ca8f59b68 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.428069 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['36a8b53c-154d-40ba-acfc-8a025c723d78'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:28:18.437126 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538ec9b5-6987-4620-a1b3-ffed231329a0 x-openstack-request-id: req-538ec9b5-6987-4620-a1b3-ffed231329a0 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:28:18.447172 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9c029c-4daa-4ae2-b624-6d227fd03923", "tag": "36a8b53c-154d-40ba-acfc-8a025c723d78", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:28:18.447710 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-538ec9b5-6987-4620-a1b3-ffed231329a0 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:28:18.449757 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-538ec9b5-6987-4620-a1b3-ffed231329a0'] response: {'name': 'network-changed', 'server_uuid': '3a9c029c-4daa-4ae2-b624-6d227fd03923', 'tag': '36a8b53c-154d-40ba-acfc-8a025c723d78', 'status': 'completed', 'code': 200} Jun 22 10:28:18.459973 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6dfc3b59-98c2-48cc-a8c0-fd374097f261 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group (b341b537-1b96-443b-9367-50ef9e9a2a7b), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:18.515188 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20558545-7ae1-4483-8c41-ecae2ba6b322 req-620231cd-6d3f-4097-9c97-1d5bad8322d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:28:18.516840 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-20558545-7ae1-4483-8c41-ecae2ba6b322 req-620231cd-6d3f-4097-9c97-1d5bad8322d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4d8e96d47af4667a2f478e6561353d4&device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 1130 time: 0.0579298 Jun 22 10:28:18.540480 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6dfc3b59-98c2-48cc-a8c0-fd374097f261 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group (b341b537-1b96-443b-9367-50ef9e9a2a7b), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:18.622052 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [None req-457093c9-003d-4cf1-b792-0b5c2688a005 None None] Provisioning complete for port 36a8b53c-154d-40ba-acfc-8a025c723d78 triggered by entity DHCP. {{(pid=104124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 22 10:28:18.622715 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-457093c9-003d-4cf1-b792-0b5c2688a005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1749974'] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), provisioning_complete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:18.655437 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20558545-7ae1-4483-8c41-ecae2ba6b322 req-c3606dae-8f31-41b6-b2f2-fbe5eb481766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:28:18.656949 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-20558545-7ae1-4483-8c41-ecae2ba6b322 req-c3606dae-8f31-41b6-b2f2-fbe5eb481766 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bc9c4db9-b058-40e2-9895-f39f6e0b1815 HTTP/1.1" status: 200 len: 916 time: 0.1313915 Jun 22 10:28:18.704870 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-457093c9-003d-4cf1-b792-0b5c2688a005 None None] Current status of the port 36a8b53c-154d-40ba-acfc-8a025c723d78 is: ACTIVE; New status is: ACTIVE {{(pid=104124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 22 10:28:18.709928 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6dfc3b59-98c2-48cc-a8c0-fd374097f261 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (b341b537-1b96-443b-9367-50ef9e9a2a7b), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:18.712502 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-6dfc3b59-98c2-48cc-a8c0-fd374097f261 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for security_group (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:18.713667 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-6dfc3b59-98c2-48cc-a8c0-fd374097f261 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "DELETE /v2.0/security-groups/b341b537-1b96-443b-9367-50ef9e9a2a7b HTTP/1.1" status: 204 len: 168 time: 0.3505087 Jun 22 10:28:18.719055 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47402) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:18.719373 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=10,neutron:UPDATE=4,neutron:SELECT=86 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:18.731035 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc3b59-98c2-48cc-a8c0-fd374097f261 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b341b537-1b96-443b-9367-50ef9e9a2a7b,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:18.743230 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-20558545-7ae1-4483-8c41-ecae2ba6b322 req-94e5c8e3-3d32-481f-81a1-79cc4d6c25e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36a8b53c-154d-40ba-acfc-8a025c723d78 HTTP/1.1" status: 200 len: 1002 time: 0.0799131 Jun 22 10:28:18.744832 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc3b59-98c2-48cc-a8c0-fd374097f261 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.745277 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc3b59-98c2-48cc-a8c0-fd374097f261 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.745712 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc3b59-98c2-48cc-a8c0-fd374097f261 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.746106 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc3b59-98c2-48cc-a8c0-fd374097f261 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.746446 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc3b59-98c2-48cc-a8c0-fd374097f261 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.746783 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc3b59-98c2-48cc-a8c0-fd374097f261 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.747118 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc3b59-98c2-48cc-a8c0-fd374097f261 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.747452 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc3b59-98c2-48cc-a8c0-fd374097f261 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.747789 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc3b59-98c2-48cc-a8c0-fd374097f261 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.748120 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc3b59-98c2-48cc-a8c0-fd374097f261 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.748491 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc3b59-98c2-48cc-a8c0-fd374097f261 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.748825 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc3b59-98c2-48cc-a8c0-fd374097f261 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.749153 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc3b59-98c2-48cc-a8c0-fd374097f261 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.749479 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc3b59-98c2-48cc-a8c0-fd374097f261 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.749834 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc3b59-98c2-48cc-a8c0-fd374097f261 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:18.796882 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20558545-7ae1-4483-8c41-ecae2ba6b322 req-68c61220-5b98-487e-a9d2-44a645bd8f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:28:18.798449 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-20558545-7ae1-4483-8c41-ecae2ba6b322 req-68c61220-5b98-487e-a9d2-44a645bd8f8f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7623827a-9286-49a6-adf1-9df3a64fbe8e HTTP/1.1" status: 200 len: 854 time: 0.0455356 Jun 22 10:28:18.847605 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20558545-7ae1-4483-8c41-ecae2ba6b322 req-867e04dc-ec73-488b-8064-747751aac982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:28:18.849138 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-20558545-7ae1-4483-8c41-ecae2ba6b322 req-867e04dc-ec73-488b-8064-747751aac982 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc9c4db9-b058-40e2-9895-f39f6e0b1815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447025 Jun 22 10:28:18.871861 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-6c713217-69b9-4b12-985a-7c0f55782e5a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Deleting port b9ee8a71-5583-4076-a92e-7f4bf5609a65 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:28:18.872222 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c713217-69b9-4b12-985a-7c0f55782e5a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (b9ee8a71-5583-4076-a92e-7f4bf5609a65), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:18.876681 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:18.943894 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-20558545-7ae1-4483-8c41-ecae2ba6b322 req-c30089ce-bbc0-45fd-aad5-c2fecbd3d753 service neutron] 10.222.0.59 "GET /v2.0/networks/bc9c4db9-b058-40e2-9895-f39f6e0b1815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881720 Jun 22 10:28:18.956316 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c713217-69b9-4b12-985a-7c0f55782e5a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (b9ee8a71-5583-4076-a92e-7f4bf5609a65), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:18.956655 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c713217-69b9-4b12-985a-7c0f55782e5a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for floatingip (b9ee8a71-5583-4076-a92e-7f4bf5609a65), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:18.970591 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-6c713217-69b9-4b12-985a-7c0f55782e5a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Calling delete_port for b9ee8a71-5583-4076-a92e-7f4bf5609a65 owned by network:floatingip {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:28:19.042926 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-20558545-7ae1-4483-8c41-ecae2ba6b322 req-c6643a88-5d55-4052-a10e-93dace6f4a97 service neutron] 10.222.0.59 "GET /v2.0/networks/bc9c4db9-b058-40e2-9895-f39f6e0b1815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922945 Jun 22 10:28:19.120884 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c713217-69b9-4b12-985a-7c0f55782e5a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (b9ee8a71-5583-4076-a92e-7f4bf5609a65), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:19.144982 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c713217-69b9-4b12-985a-7c0f55782e5a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Pushing event deleted for resources: {'Port': ['ID=b9ee8a71-5583-4076-a92e-7f4bf5609a65,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:19.209166 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c713217-69b9-4b12-985a-7c0f55782e5a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks [] for floatingip (385fba40-5eb3-458b-98c7-8a3509a0aeec), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:19.209518 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-6c713217-69b9-4b12-985a-7c0f55782e5a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Floating IP 385fba40-5eb3-458b-98c7-8a3509a0aeec disassociated (deleted). External IP: 172.27.0.104, port: 36a8b53c-154d-40ba-acfc-8a025c723d78. Jun 22 10:28:19.412124 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c713217-69b9-4b12-985a-7c0f55782e5a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Router 8d77b355-fd4e-4dab-8c05-e63412f652be has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:28:19.452698 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:19.456473 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:19.518958 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c713217-69b9-4b12-985a-7c0f55782e5a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:28:19.523890 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6c713217-69b9-4b12-985a-7c0f55782e5a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:19.530618 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2378d6-e0a6-4765-baf9-aaa03625bceb None None] Sync routers for ids ['8d77b355-fd4e-4dab-8c05-e63412f652be'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:28:19.540570 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2378d6-e0a6-4765-baf9-aaa03625bceb None None] Routers {'8d77b355-fd4e-4dab-8c05-e63412f652be'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:28:19.541246 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-ae2378d6-e0a6-4765-baf9-aaa03625bceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:28:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['8d77b355-fd4e-4dab-8c05-e63412f652be'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:19.553361 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6c713217-69b9-4b12-985a-7c0f55782e5a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "DELETE /v2.0/floatingips/385fba40-5eb3-458b-98c7-8a3509a0aeec HTTP/1.1" status: 204 len: 168 time: 0.8356612 Jun 22 10:28:19.644553 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-ae2378d6-e0a6-4765-baf9-aaa03625bceb None None] Set router 8d77b355-fd4e-4dab-8c05-e63412f652be gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:28:19.838329 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-ae2378d6-e0a6-4765-baf9-aaa03625bceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'name': 'tempest-TestMinimumBasicScenario-1760324445-router', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:18Z', 'revision_number': 4, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'gw_port': {'id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'ab2656d6-9cec-480d-a063-583cc8dfbb05', 'name': '', 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'mac_address': 'fa:16:3e:c2:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7623827a-9286-49a6-adf1-9df3a64fbe8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:17Z', 'updated_at': '2022-06-22T10:26:22Z', 'revision_number': 5, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'subnets': [{'id': '7623827a-9286-49a6-adf1-9df3a64fbe8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:19.863434 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2378d6-e0a6-4765-baf9-aaa03625bceb None None] Checking router: 8d77b355-fd4e-4dab-8c05-e63412f652be for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:28:19.871606 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2378d6-e0a6-4765-baf9-aaa03625bceb None None] Routers {'8d77b355-fd4e-4dab-8c05-e63412f652be'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:28:19.872209 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-ae2378d6-e0a6-4765-baf9-aaa03625bceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:28:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['8d77b355-fd4e-4dab-8c05-e63412f652be'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:19.971851 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-ae2378d6-e0a6-4765-baf9-aaa03625bceb None None] Set router 8d77b355-fd4e-4dab-8c05-e63412f652be gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:28:20.176438 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-ae2378d6-e0a6-4765-baf9-aaa03625bceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'name': 'tempest-TestMinimumBasicScenario-1760324445-router', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:18Z', 'revision_number': 4, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'gw_port': {'id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'ab2656d6-9cec-480d-a063-583cc8dfbb05', 'name': '', 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'mac_address': 'fa:16:3e:c2:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7623827a-9286-49a6-adf1-9df3a64fbe8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:17Z', 'updated_at': '2022-06-22T10:26:22Z', 'revision_number': 5, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'subnets': [{'id': '7623827a-9286-49a6-adf1-9df3a64fbe8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:20.201346 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2378d6-e0a6-4765-baf9-aaa03625bceb None None] The sync data for ids ['8d77b355-fd4e-4dab-8c05-e63412f652be'] in dv-cinder-847131-1-iscsi is: [{'id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'name': 'tempest-TestMinimumBasicScenario-1760324445-router', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:18Z', 'revision_number': 4, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'gw_port': {'id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi', '_interfaces': [{'id': 'ab2656d6-9cec-480d-a063-583cc8dfbb05', 'name': '', 'network_id': 'bc9c4db9-b058-40e2-9895-f39f6e0b1815', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'mac_address': 'fa:16:3e:c2:43:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '7623827a-9286-49a6-adf1-9df3a64fbe8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:17Z', 'updated_at': '2022-06-22T10:26:22Z', 'revision_number': 5, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'subnets': [{'id': '7623827a-9286-49a6-adf1-9df3a64fbe8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:28:20.427638 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302211f0-3a4e-4f06-affe-e1beb797fe90 None None] New status for floating IP 385fba40-5eb3-458b-98c7-8a3509a0aeec: DOWN {{(pid=104124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 22 10:28:20.450730 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9c029c-4daa-4ae2-b624-6d227fd03923', 'tag': '36a8b53c-154d-40ba-acfc-8a025c723d78'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:28:20.453123 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}898db771481267bf496a2732a32d4addbcaa54fa352ad4e4fb07179b33d7b991" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd3ae63-9732-475a-9978-c57f7928abb3" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9c029c-4daa-4ae2-b624-6d227fd03923", "tag": "36a8b53c-154d-40ba-acfc-8a025c723d78"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:28:20.491670 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Jun 2022 10:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef73205-4d1d-42f4-80ac-e3b6e5eab441 x-openstack-request-id: req-eef73205-4d1d-42f4-80ac-e3b6e5eab441 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:28:20.492002 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9c029c-4daa-4ae2-b624-6d227fd03923", "tag": "36a8b53c-154d-40ba-acfc-8a025c723d78", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:28:20.492218 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eef73205-4d1d-42f4-80ac-e3b6e5eab441 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:28:20.492646 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eef73205-4d1d-42f4-80ac-e3b6e5eab441'] response: {'name': 'network-changed', 'server_uuid': '3a9c029c-4daa-4ae2-b624-6d227fd03923', 'tag': '36a8b53c-154d-40ba-acfc-8a025c723d78', 'status': 'completed', 'code': 200} Jun 22 10:28:20.551667 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3ae63-9732-475a-9978-c57f7928abb3 req-c467ba56-9f6f-491c-930c-b25ffbada36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:28:20.553163 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5dd3ae63-9732-475a-9978-c57f7928abb3 req-c467ba56-9f6f-491c-930c-b25ffbada36a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4d8e96d47af4667a2f478e6561353d4&device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 1130 time: 0.0406141 Jun 22 10:28:20.643820 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3ae63-9732-475a-9978-c57f7928abb3 req-3939f753-78cd-492e-b596-e5c06d726bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:28:20.645261 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5dd3ae63-9732-475a-9978-c57f7928abb3 req-3939f753-78cd-492e-b596-e5c06d726bd7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bc9c4db9-b058-40e2-9895-f39f6e0b1815 HTTP/1.1" status: 200 len: 916 time: 0.0863523 Jun 22 10:28:20.683396 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5dd3ae63-9732-475a-9978-c57f7928abb3 req-db1ad56a-96ab-414e-b0b3-4690a65e6cdf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36a8b53c-154d-40ba-acfc-8a025c723d78 HTTP/1.1" status: 200 len: 217 time: 0.0317829 Jun 22 10:28:20.729777 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3ae63-9732-475a-9978-c57f7928abb3 req-7c762867-4059-47f0-8a01-9ae0835b0d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:28:20.731409 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5dd3ae63-9732-475a-9978-c57f7928abb3 req-7c762867-4059-47f0-8a01-9ae0835b0d14 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7623827a-9286-49a6-adf1-9df3a64fbe8e HTTP/1.1" status: 200 len: 854 time: 0.0430944 Jun 22 10:28:20.774522 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3ae63-9732-475a-9978-c57f7928abb3 req-fc04f0a3-115b-4bef-b012-bfa92df05157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:28:20.776013 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5dd3ae63-9732-475a-9978-c57f7928abb3 req-fc04f0a3-115b-4bef-b012-bfa92df05157 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc9c4db9-b058-40e2-9895-f39f6e0b1815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391119 Jun 22 10:28:20.873202 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5dd3ae63-9732-475a-9978-c57f7928abb3 req-45ca2e43-8909-4174-84ec-99aaa005fea0 service neutron] 10.222.0.59 "GET /v2.0/networks/bc9c4db9-b058-40e2-9895-f39f6e0b1815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911977 Jun 22 10:28:20.969843 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-5dd3ae63-9732-475a-9978-c57f7928abb3 req-988e85e4-b3e2-4594-8d67-08f802538693 service neutron] 10.222.0.59 "GET /v2.0/networks/bc9c4db9-b058-40e2-9895-f39f6e0b1815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913489 Jun 22 10:28:22.300080 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844a058-bf64-4d72-8a4f-1d7cadab1de7 req-efd390e8-79b4-42e6-8e70-04a5bd37781d tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:28:22.301642 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9844a058-bf64-4d72-8a4f-1d7cadab1de7 req-efd390e8-79b4-42e6-8e70-04a5bd37781d tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 946 time: 0.0483718 Jun 22 10:28:22.349206 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9844a058-bf64-4d72-8a4f-1d7cadab1de7 req-8149b515-4970-4ae2-b8ca-507fe080a048 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420032 Jun 22 10:28:23.466161 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7760347-c6e8-4ee0-8731-333c8bb86667 req-ae68215d-ba51-40f4-8f46-8d4947a8ee6f tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:28:23.467655 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f7760347-c6e8-4ee0-8731-333c8bb86667 req-ae68215d-ba51-40f4-8f46-8d4947a8ee6f tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 946 time: 0.0505190 Jun 22 10:28:23.514897 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-f7760347-c6e8-4ee0-8731-333c8bb86667 req-6b7f3cc8-0e25-4528-8199-57135dcd6873 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/security-groups?id=126f0c0f-a25f-4201-ba79-688a42d06bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416386 Jun 22 10:28:23.880684 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca4fa2-4c81-4ffc-947c-6d6272ba6929 req-6f32d703-2b53-463d-93f3-80f0dc46c123 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 22 10:28:23.882147 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-42ca4fa2-4c81-4ffc-947c-6d6272ba6929 req-6f32d703-2b53-463d-93f3-80f0dc46c123 tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 946 time: 0.0470974 Jun 22 10:28:23.967888 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-42ca4fa2-4c81-4ffc-947c-6d6272ba6929 req-de6543d7-4056-44be-b521-97d12b0050bd tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Deleting port 36a8b53c-154d-40ba-acfc-8a025c723d78 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:28:23.968224 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-42ca4fa2-4c81-4ffc-947c-6d6272ba6929 req-de6543d7-4056-44be-b521-97d12b0050bd tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:24.038223 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=100 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:24.059546 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [req-42ca4fa2-4c81-4ffc-947c-6d6272ba6929 req-de6543d7-4056-44be-b521-97d12b0050bd tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] For port 36a8b53c-154d-40ba-acfc-8a025c723d78, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=36a8b53c-154d-40ba-acfc-8a025c723d78,segment=NetworkSegment(286f85c7-3e5c-4f21-a3f7-5e7af9577353),segment_id=286f85c7-3e5c-4f21-a3f7-5e7af9577353)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:24.059917 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-42ca4fa2-4c81-4ffc-947c-6d6272ba6929 req-de6543d7-4056-44be-b521-97d12b0050bd tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:24.073898 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [req-42ca4fa2-4c81-4ffc-947c-6d6272ba6929 req-de6543d7-4056-44be-b521-97d12b0050bd tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Calling delete_port for 36a8b53c-154d-40ba-acfc-8a025c723d78 owned by compute:nova {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:28:24.206260 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-42ca4fa2-4c81-4ffc-947c-6d6272ba6929 req-de6543d7-4056-44be-b521-97d12b0050bd tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (36a8b53c-154d-40ba-acfc-8a025c723d78), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:24.220182 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] get_ports_and_sgs() called for port_ids ['36a8b53c-154d-40ba-acfc-8a025c723d78'] {{(pid=104124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 22 10:28:24.234635 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6543d7-4056-44be-b521-97d12b0050bd tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Pushing event deleted for resources: {'Port': ['ID=36a8b53c-154d-40ba-acfc-8a025c723d78,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:24.280296 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ca4fa2-4c81-4ffc-947c-6d6272ba6929 req-de6543d7-4056-44be-b521-97d12b0050bd tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] No DVR routers for this DVR port 36a8b53c-154d-40ba-acfc-8a025c723d78 on host hv-cinder-84713 {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:28:24.283097 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [req-42ca4fa2-4c81-4ffc-947c-6d6272ba6929 req-de6543d7-4056-44be-b521-97d12b0050bd tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30841'] for port (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:24.286594 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [req-42ca4fa2-4c81-4ffc-947c-6d6272ba6929 req-de6543d7-4056-44be-b521-97d12b0050bd tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.59 "DELETE /v2.0/ports/36a8b53c-154d-40ba-acfc-8a025c723d78 HTTP/1.1" status: 204 len: 173 time: 0.3991294 Jun 22 10:28:24.287054 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9c029c-4daa-4ae2-b624-6d227fd03923', 'name': 'network-vif-deleted', 'tag': '36a8b53c-154d-40ba-acfc-8a025c723d78'}] {{(pid=104122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 22 10:28:24.289352 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8500aec7273746fa0829ae2e8e0c091fe28993acf8084dfc8638652a699f9e9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73677e48-f9d4-4cf8-9984-ef13978770bc" -d '{"events": [{"server_uuid": "3a9c029c-4daa-4ae2-b624-6d227fd03923", "name": "network-vif-deleted", "tag": "36a8b53c-154d-40ba-acfc-8a025c723d78"}]}' {{(pid=104122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 10:28:24.331425 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Jun 2022 10:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966b6c36-b366-4879-bcbc-95c8795cc9e5 x-openstack-request-id: req-966b6c36-b366-4879-bcbc-95c8795cc9e5 {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 10:28:24.331717 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9c029c-4daa-4ae2-b624-6d227fd03923", "name": "network-vif-deleted", "tag": "36a8b53c-154d-40ba-acfc-8a025c723d78", "status": "completed", "code": 200}]} {{(pid=104122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 10:28:24.331968 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-966b6c36-b366-4879-bcbc-95c8795cc9e5 {{(pid=104122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 10:28:24.332367 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-966b6c36-b366-4879-bcbc-95c8795cc9e5'] response: {'server_uuid': '3a9c029c-4daa-4ae2-b624-6d227fd03923', 'name': 'network-vif-deleted', 'tag': '36a8b53c-154d-40ba-acfc-8a025c723d78', 'status': 'completed', 'code': 200} Jun 22 10:28:24.626234 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [req-70d24656-04ae-4d18-add2-4e521a69ce80 req-5bdc4831-6ac5-4c97-a7bf-443f5748f36a tempest-TestMinimumBasicScenario-1602759881 tempest-TestMinimumBasicScenario-1602759881-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9c029c-4daa-4ae2-b624-6d227fd03923 HTTP/1.1" status: 200 len: 210 time: 0.0314558 Jun 22 10:28:26.289093 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47484) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:26.607787 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4cb3fad9-ddb6-49ef-8e33-44ecd8d6cf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722568'] for router_interface (8d77b355-fd4e-4dab-8c05-e63412f652be), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:26.820842 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3fad9-ddb6-49ef-8e33-44ecd8d6cf3e admin admin] Deleting port ab2656d6-9cec-480d-a063-583cc8dfbb05 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:28:26.821178 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4cb3fad9-ddb6-49ef-8e33-44ecd8d6cf3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (ab2656d6-9cec-480d-a063-583cc8dfbb05), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:26.900006 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:26.913946 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-4cb3fad9-ddb6-49ef-8e33-44ecd8d6cf3e admin admin] For port ab2656d6-9cec-480d-a063-583cc8dfbb05, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=ab2656d6-9cec-480d-a063-583cc8dfbb05,segment=NetworkSegment(286f85c7-3e5c-4f21-a3f7-5e7af9577353),segment_id=286f85c7-3e5c-4f21-a3f7-5e7af9577353)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:26.914307 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4cb3fad9-ddb6-49ef-8e33-44ecd8d6cf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (ab2656d6-9cec-480d-a063-583cc8dfbb05), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:26.931815 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3fad9-ddb6-49ef-8e33-44ecd8d6cf3e admin admin] Calling delete_port for ab2656d6-9cec-480d-a063-583cc8dfbb05 owned by network:router_interface {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:28:26.936841 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:27.125794 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4cb3fad9-ddb6-49ef-8e33-44ecd8d6cf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (ab2656d6-9cec-480d-a063-583cc8dfbb05), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:27.148511 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3fad9-ddb6-49ef-8e33-44ecd8d6cf3e admin admin] Pushing event deleted for resources: {'Port': ['ID=ab2656d6-9cec-480d-a063-583cc8dfbb05,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:27.564410 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4cb3fad9-ddb6-49ef-8e33-44ecd8d6cf3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722460'] for router_interface (8d77b355-fd4e-4dab-8c05-e63412f652be), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:27.770942 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb3fad9-ddb6-49ef-8e33-44ecd8d6cf3e admin admin] Router 8d77b355-fd4e-4dab-8c05-e63412f652be has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:28:27.871589 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb3fad9-ddb6-49ef-8e33-44ecd8d6cf3e admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:28:27.877409 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4cb3fad9-ddb6-49ef-8e33-44ecd8d6cf3e admin admin] 10.222.0.43 "PUT /v2.0/routers/8d77b355-fd4e-4dab-8c05-e63412f652be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5861480 Jun 22 10:28:27.879003 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47486) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:27.881720 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e256203-dcb8-4c96-aca6-db480f5bd52a None None] Sync routers for ids ['8d77b355-fd4e-4dab-8c05-e63412f652be'] in dv-cinder-847131-1-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:28:27.893627 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e256203-dcb8-4c96-aca6-db480f5bd52a None None] Routers {'8d77b355-fd4e-4dab-8c05-e63412f652be'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:28:27.894274 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-9e256203-dcb8-4c96-aca6-db480f5bd52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:28:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['8d77b355-fd4e-4dab-8c05-e63412f652be'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:27.989422 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:27.991812 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:27.994612 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6e314788-2b4d-4b38-b2e0-90265e7ff624 admin admin] Publish callbacks [] for router (8d77b355-fd4e-4dab-8c05-e63412f652be), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:28.011688 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-9e256203-dcb8-4c96-aca6-db480f5bd52a None None] Set router 8d77b355-fd4e-4dab-8c05-e63412f652be gateway port host: dv-cinder-847131-1-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:28:28.034318 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:28.096642 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6e314788-2b4d-4b38-b2e0-90265e7ff624 admin admin] Publish callbacks [] for router_gateway (8d77b355-fd4e-4dab-8c05-e63412f652be), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:28.108839 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:28.143075 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-6e314788-2b4d-4b38-b2e0-90265e7ff624 admin admin] Deleting port 2a523311-0966-4fbd-8c3a-e6d5feeead00 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:28:28.143343 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6e314788-2b4d-4b38-b2e0-90265e7ff624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (2a523311-0966-4fbd-8c3a-e6d5feeead00), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:28.185319 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-9e256203-dcb8-4c96-aca6-db480f5bd52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'name': 'tempest-TestMinimumBasicScenario-1760324445-router', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:28:27Z', 'revision_number': 5, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'gw_port': {'id': '2a523311-0966-4fbd-8c3a-e6d5feeead00', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:28.211000 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e256203-dcb8-4c96-aca6-db480f5bd52a None None] Checking router: 8d77b355-fd4e-4dab-8c05-e63412f652be for host: dv-cinder-847131-1-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:28:28.220132 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e256203-dcb8-4c96-aca6-db480f5bd52a None None] Routers {'8d77b355-fd4e-4dab-8c05-e63412f652be'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:28:28.220747 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-9e256203-dcb8-4c96-aca6-db480f5bd52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:28:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['8d77b355-fd4e-4dab-8c05-e63412f652be'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:28.225941 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-6e314788-2b4d-4b38-b2e0-90265e7ff624 admin admin] For port 2a523311-0966-4fbd-8c3a-e6d5feeead00, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=2a523311-0966-4fbd-8c3a-e6d5feeead00,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:28.226307 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6e314788-2b4d-4b38-b2e0-90265e7ff624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (2a523311-0966-4fbd-8c3a-e6d5feeead00), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:28.240567 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-6e314788-2b4d-4b38-b2e0-90265e7ff624 admin admin] Calling delete_port for 2a523311-0966-4fbd-8c3a-e6d5feeead00 owned by network:router_gateway {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:28:28.406678 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-9e256203-dcb8-4c96-aca6-db480f5bd52a None None] Set router 8d77b355-fd4e-4dab-8c05-e63412f652be gateway port host: None {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:28:28.412423 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6e314788-2b4d-4b38-b2e0-90265e7ff624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (2a523311-0966-4fbd-8c3a-e6d5feeead00), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:28.439638 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e314788-2b4d-4b38-b2e0-90265e7ff624 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a523311-0966-4fbd-8c3a-e6d5feeead00,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:28.455140 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-9e256203-dcb8-4c96-aca6-db480f5bd52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'name': 'tempest-TestMinimumBasicScenario-1760324445-router', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:28:28Z', 'revision_number': 6, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'gw_port_host': None}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:28.482808 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e256203-dcb8-4c96-aca6-db480f5bd52a None None] The sync data for ids ['8d77b355-fd4e-4dab-8c05-e63412f652be'] in dv-cinder-847131-1-iscsi is: [{'id': '8d77b355-fd4e-4dab-8c05-e63412f652be', 'name': 'tempest-TestMinimumBasicScenario-1760324445-router', 'tenant_id': 'f4d8e96d47af4667a2f478e6561353d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:15Z', 'updated_at': '2022-06-22T10:28:28Z', 'revision_number': 6, 'project_id': 'f4d8e96d47af4667a2f478e6561353d4', 'gw_port_host': None}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:28:28.501451 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6e314788-2b4d-4b38-b2e0-90265e7ff624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-727608'] for router_gateway (8d77b355-fd4e-4dab-8c05-e63412f652be), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:28.589029 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6e314788-2b4d-4b38-b2e0-90265e7ff624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261000'] for router (8d77b355-fd4e-4dab-8c05-e63412f652be), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:28.591202 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6e314788-2b4d-4b38-b2e0-90265e7ff624 admin admin] Publish callbacks [] for router_controller (8d77b355-fd4e-4dab-8c05-e63412f652be), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:28.635856 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6e314788-2b4d-4b38-b2e0-90265e7ff624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-724415'] for router (8d77b355-fd4e-4dab-8c05-e63412f652be), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:28.636502 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e314788-2b4d-4b38-b2e0-90265e7ff624 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d77b355-fd4e-4dab-8c05-e63412f652be {{(pid=104123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:28:28.641229 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6e314788-2b4d-4b38-b2e0-90265e7ff624 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:28.642416 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6e314788-2b4d-4b38-b2e0-90265e7ff624 admin admin] 10.222.0.43 "DELETE /v2.0/routers/8d77b355-fd4e-4dab-8c05-e63412f652be HTTP/1.1" status: 204 len: 168 time: 0.7625098 Jun 22 10:28:28.645026 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47488) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:28.690518 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b987cba-ef18-46f4-8f24-406065dc0547 admin admin] Deleting subnet 7623827a-9286-49a6-adf1-9df3a64fbe8e {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 10:28:28.693511 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9b987cba-ef18-46f4-8f24-406065dc0547 admin admin] Publish callbacks [] for subnet (7623827a-9286-49a6-adf1-9df3a64fbe8e), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:28.727361 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 36a8b53c-154d-40ba-acfc-8a025c723d78 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:28:28.728132 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9b987cba-ef18-46f4-8f24-406065dc0547 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4278864'] for subnet (7623827a-9286-49a6-adf1-9df3a64fbe8e), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:28.747056 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] No Port match for: 36a8b53c-154d-40ba-acfc-8a025c723d78 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:28:28.747412 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Device 36a8b53c-154d-40ba-acfc-8a025c723d78 not bound to the agent host hv-cinder-84713 {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:28:28.806413 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9b987cba-ef18-46f4-8f24-406065dc0547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739848'] for subnet (7623827a-9286-49a6-adf1-9df3a64fbe8e), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:28.833564 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:28.870612 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9b987cba-ef18-46f4-8f24-406065dc0547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6232504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4517476'] for subnet (7623827a-9286-49a6-adf1-9df3a64fbe8e), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:28.898518 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b987cba-ef18-46f4-8f24-406065dc0547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7623827a-9286-49a6-adf1-9df3a64fbe8e,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:28.902990 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9b987cba-ef18-46f4-8f24-406065dc0547 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:28.906696 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9b987cba-ef18-46f4-8f24-406065dc0547 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7623827a-9286-49a6-adf1-9df3a64fbe8e HTTP/1.1" status: 204 len: 168 time: 0.2601213 Jun 22 10:28:28.908880 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dcc7b0-ab62-4513-bac5-4bcee6f85a93 None None] Network bc9c4db9-b058-40e2-9895-f39f6e0b1815 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:28:28.909035 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 47490) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:28.926637 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:29.017882 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-79c4db6e-c118-423c-ae1d-2678dbf30143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1791967'] for network (bc9c4db9-b058-40e2-9895-f39f6e0b1815), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:29.061131 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-79c4db6e-c118-423c-ae1d-2678dbf30143 admin admin] Deleting port 68eb35c0-58c6-45d8-8659-b8b831170811 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:28:29.061473 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-79c4db6e-c118-423c-ae1d-2678dbf30143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (68eb35c0-58c6-45d8-8659-b8b831170811), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:29.125248 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-79c4db6e-c118-423c-ae1d-2678dbf30143 admin admin] For port 68eb35c0-58c6-45d8-8659-b8b831170811, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=68eb35c0-58c6-45d8-8659-b8b831170811,segment=NetworkSegment(286f85c7-3e5c-4f21-a3f7-5e7af9577353),segment_id=286f85c7-3e5c-4f21-a3f7-5e7af9577353)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:29.125614 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-79c4db6e-c118-423c-ae1d-2678dbf30143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (68eb35c0-58c6-45d8-8659-b8b831170811), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:29.142632 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-79c4db6e-c118-423c-ae1d-2678dbf30143 admin admin] Calling delete_port for 68eb35c0-58c6-45d8-8659-b8b831170811 owned by network:dhcp {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:28:29.219345 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-79c4db6e-c118-423c-ae1d-2678dbf30143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (68eb35c0-58c6-45d8-8659-b8b831170811), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:29.241853 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4db6e-c118-423c-ae1d-2678dbf30143 admin admin] Pushing event deleted for resources: {'Port': ['ID=68eb35c0-58c6-45d8-8659-b8b831170811,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:29.247506 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c4db6e-c118-423c-ae1d-2678dbf30143 admin admin] No DVR routers for this DVR port 68eb35c0-58c6-45d8-8659-b8b831170811 on host dv-cinder-847131-1-iscsi {{(pid=104122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:28:29.308242 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9376a36d-197c-40b4-a0c5-22d9f65d65d1 None None] DHCP port deletion for bc9c4db9-b058-40e2-9895-f39f6e0b1815 request from dv-cinder-847131-1-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 10:28:29.330573 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-79c4db6e-c118-423c-ae1d-2678dbf30143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722933', 'neutron.services.segments.db._delete_segments_for_network-8773365012875'] for network (bc9c4db9-b058-40e2-9895-f39f6e0b1815), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:29.349415 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device ab2656d6-9cec-480d-a063-583cc8dfbb05 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:28:29.353853 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-79c4db6e-c118-423c-ae1d-2678dbf30143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9c4db9-b058-40e2-9895-f39f6e0b1815']}} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:29.364002 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-79c4db6e-c118-423c-ae1d-2678dbf30143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286f85c7-3e5c-4f21-a3f7-5e7af9577353') {'for_net_delete': True} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:29.364303 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.services.segments.db [None req-79c4db6e-c118-423c-ae1d-2678dbf30143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286f85c7-3e5c-4f21-a3f7-5e7af9577353') {} {{(pid=104122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:29.369165 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: ab2656d6-9cec-480d-a063-583cc8dfbb05 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:28:29.369577 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device ab2656d6-9cec-480d-a063-583cc8dfbb05 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:28:29.374590 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-79c4db6e-c118-423c-ae1d-2678dbf30143 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773365013140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6288368'] for segment (286f85c7-3e5c-4f21-a3f7-5e7af9577353), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:29.388997 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-79c4db6e-c118-423c-ae1d-2678dbf30143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (286f85c7-3e5c-4f21-a3f7-5e7af9577353), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:29.396013 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c4db6e-c118-423c-ae1d-2678dbf30143 admin admin] Releasing vlan 977 on physical network physnet1 to pool {{(pid=104122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:28:29.396298 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-79c4db6e-c118-423c-ae1d-2678dbf30143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5276705'] for segment (286f85c7-3e5c-4f21-a3f7-5e7af9577353), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:29.425293 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment 286f85c7-3e5c-4f21-a3f7-5e7af9577353 resource provider aggregate not found Jun 22 10:28:29.456105 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.services.segments.plugin [-] Segment 286f85c7-3e5c-4f21-a3f7-5e7af9577353 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 286f85c7-3e5c-4f21-a3f7-5e7af9577353 found for delete ", "request_id": "req-12f0056f-1d22-4c9b-a67f-3635533f1ee5"}]} Jun 22 10:28:29.464062 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-79c4db6e-c118-423c-ae1d-2678dbf30143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745775'] for network (bc9c4db9-b058-40e2-9895-f39f6e0b1815), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:29.469594 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-79c4db6e-c118-423c-ae1d-2678dbf30143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:29.472648 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-79c4db6e-c118-423c-ae1d-2678dbf30143 admin admin] 10.222.0.43 "DELETE /v2.0/networks/bc9c4db9-b058-40e2-9895-f39f6e0b1815 HTTP/1.1" status: 204 len: 168 time: 0.5626433 Jun 22 10:28:29.475805 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 47496) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:29.495836 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4db6e-c118-423c-ae1d-2678dbf30143 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc9c4db9-b058-40e2-9895-f39f6e0b1815,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:29.584193 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:29.801986 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-39fd7c0e-0361-45d3-b1cb-d85fff7453b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-722568'] for router_interface (d1a57bae-a95e-4e76-9cfd-b9b18dec62ed), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:29.946002 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:30.019938 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-39fd7c0e-0361-45d3-b1cb-d85fff7453b9 admin admin] Deleting port bd445b0e-faa9-4747-9b56-ab33822dfc39 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:28:30.020276 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-39fd7c0e-0361-45d3-b1cb-d85fff7453b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (bd445b0e-faa9-4747-9b56-ab33822dfc39), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:30.095946 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-39fd7c0e-0361-45d3-b1cb-d85fff7453b9 admin admin] For port bd445b0e-faa9-4747-9b56-ab33822dfc39, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=bd445b0e-faa9-4747-9b56-ab33822dfc39,segment=NetworkSegment(c0ec51bd-d442-4560-833d-762e7c4fd379),segment_id=c0ec51bd-d442-4560-833d-762e7c4fd379)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:30.096236 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-39fd7c0e-0361-45d3-b1cb-d85fff7453b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (bd445b0e-faa9-4747-9b56-ab33822dfc39), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:30.110138 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-39fd7c0e-0361-45d3-b1cb-d85fff7453b9 admin admin] Calling delete_port for bd445b0e-faa9-4747-9b56-ab33822dfc39 owned by network:router_interface {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:28:30.287694 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-39fd7c0e-0361-45d3-b1cb-d85fff7453b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (bd445b0e-faa9-4747-9b56-ab33822dfc39), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:30.312888 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd7c0e-0361-45d3-b1cb-d85fff7453b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd445b0e-faa9-4747-9b56-ab33822dfc39,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:30.361515 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:30.734124 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-39fd7c0e-0361-45d3-b1cb-d85fff7453b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-722460'] for router_interface (d1a57bae-a95e-4e76-9cfd-b9b18dec62ed), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:30.832426 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 68eb35c0-58c6-45d8-8659-b8b831170811 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:28:30.852725 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: 68eb35c0-58c6-45d8-8659-b8b831170811 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:28:30.853148 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 68eb35c0-58c6-45d8-8659-b8b831170811 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:28:30.853623 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 2a523311-0966-4fbd-8c3a-e6d5feeead00 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:28:30.874010 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: 2a523311-0966-4fbd-8c3a-e6d5feeead00 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:28:30.874356 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 2a523311-0966-4fbd-8c3a-e6d5feeead00 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:28:30.940307 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fd7c0e-0361-45d3-b1cb-d85fff7453b9 admin admin] Router d1a57bae-a95e-4e76-9cfd-b9b18dec62ed has already been hosted by L3 agent 66c86eea-e010-4917-ac47-78c729b8cf16 {{(pid=104122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 22 10:28:31.015561 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:31.061973 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fd7c0e-0361-45d3-b1cb-d85fff7453b9 admin admin] Notify agent at l3_agent.dv-cinder-847131-1-iscsi the message routers_updated {{(pid=104122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 10:28:31.066812 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-39fd7c0e-0361-45d3-b1cb-d85fff7453b9 admin admin] 10.222.0.43 "PUT /v2.0/routers/d1a57bae-a95e-4e76-9cfd-b9b18dec62ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5900879 Jun 22 10:28:31.069302 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 47498) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:31.070045 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e098db55-01da-4707-8375-be7018328629 None None] Sync routers for ids ['d1a57bae-a95e-4e76-9cfd-b9b18dec62ed'] in dv-cinder-847131-1-iscsi {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 10:28:31.081448 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e098db55-01da-4707-8375-be7018328629 None None] Routers {'d1a57bae-a95e-4e76-9cfd-b9b18dec62ed'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:28:31.082086 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-e098db55-01da-4707-8375-be7018328629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:28:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['d1a57bae-a95e-4e76-9cfd-b9b18dec62ed'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:31.165342 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-67cc9e04-0b67-467c-a759-db66d7da7ede admin admin] Publish callbacks [] for router (d1a57bae-a95e-4e76-9cfd-b9b18dec62ed), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:31.177618 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:31.182863 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-e098db55-01da-4707-8375-be7018328629 None None] Set router d1a57bae-a95e-4e76-9cfd-b9b18dec62ed gateway port host: dv-cinder-847131-1-iscsi {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:28:31.270391 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-67cc9e04-0b67-467c-a759-db66d7da7ede admin admin] Publish callbacks [] for router_gateway (d1a57bae-a95e-4e76-9cfd-b9b18dec62ed), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:31.288673 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:31.323630 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-67cc9e04-0b67-467c-a759-db66d7da7ede admin admin] Deleting port 5861f5d2-9d09-40db-a28e-b43b3df90261 {{(pid=104122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:28:31.323981 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-67cc9e04-0b67-467c-a759-db66d7da7ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (5861f5d2-9d09-40db-a28e-b43b3df90261), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:31.359589 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-e098db55-01da-4707-8375-be7018328629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a57bae-a95e-4e76-9cfd-b9b18dec62ed', 'name': 'tempest-TestMinimumBasicScenario-1764864090-router', 'tenant_id': 'd85294bd0d8c475da36b80caf9b3153a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'external_fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '5861f5d2-9d09-40db-a28e-b43b3df90261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:20Z', 'updated_at': '2022-06-22T10:28:30Z', 'revision_number': 5, 'project_id': 'd85294bd0d8c475da36b80caf9b3153a', 'gw_port': {'id': '5861f5d2-9d09-40db-a28e-b43b3df90261', 'name': '', 'network_id': '79d15111-a84f-47a4-8793-6586c660a510', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a57bae-a95e-4e76-9cfd-b9b18dec62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-22T10:26:20Z', 'updated_at': '2022-06-22T10:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '881d1904-b49c-4f96-97f8-7f06ad28254d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-1-iscsi'}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:31.384829 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e098db55-01da-4707-8375-be7018328629 None None] Checking router: d1a57bae-a95e-4e76-9cfd-b9b18dec62ed for host: dv-cinder-847131-1-iscsi {{(pid=104124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 10:28:31.393322 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e098db55-01da-4707-8375-be7018328629 None None] Routers {'d1a57bae-a95e-4e76-9cfd-b9b18dec62ed'} bound to L3 agent in host dv-cinder-847131-1-iscsi {{(pid=104124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 22 10:28:31.393959 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-e098db55-01da-4707-8375-be7018328629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-22T10:07:41Z,description=,heartbeat_timestamp=2022-06-22T10:28:11Z,host='dv-cinder-847131-1-iscsi',id=66c86eea-e010-4917-ac47-78c729b8cf16,load=0,resource_versions=,resources_synced=,started_at=2022-06-22T10:07:41Z,topic='l3_agent')) {'router_ids': ['d1a57bae-a95e-4e76-9cfd-b9b18dec62ed'], 'active': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:31.404489 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.db [None req-67cc9e04-0b67-467c-a759-db66d7da7ede admin admin] For port 5861f5d2-9d09-40db-a28e-b43b3df90261, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=5861f5d2-9d09-40db-a28e-b43b3df90261,segment=NetworkSegment(e46009fc-5ee2-4b4c-96cc-2a6e960d40c7),segment_id=e46009fc-5ee2-4b4c-96cc-2a6e960d40c7)] {{(pid=104122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:31.404864 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-67cc9e04-0b67-467c-a759-db66d7da7ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (5861f5d2-9d09-40db-a28e-b43b3df90261), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:31.420676 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.plugins.ml2.plugin [None req-67cc9e04-0b67-467c-a759-db66d7da7ede admin admin] Calling delete_port for 5861f5d2-9d09-40db-a28e-b43b3df90261 owned by network:router_gateway {{(pid=104122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:28:31.478201 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvr_db [None req-e098db55-01da-4707-8375-be7018328629 None None] Set router d1a57bae-a95e-4e76-9cfd-b9b18dec62ed gateway port host: None {{(pid=104124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 22 10:28:31.484855 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:31.528447 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_hamode_db [None req-e098db55-01da-4707-8375-be7018328629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a57bae-a95e-4e76-9cfd-b9b18dec62ed', 'name': 'tempest-TestMinimumBasicScenario-1764864090-router', 'tenant_id': 'd85294bd0d8c475da36b80caf9b3153a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:20Z', 'updated_at': '2022-06-22T10:28:31Z', 'revision_number': 6, 'project_id': 'd85294bd0d8c475da36b80caf9b3153a', 'gw_port_host': None}], 'dv-cinder-847131-1-iscsi', False) {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:31.556928 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e098db55-01da-4707-8375-be7018328629 None None] The sync data for ids ['d1a57bae-a95e-4e76-9cfd-b9b18dec62ed'] in dv-cinder-847131-1-iscsi is: [{'id': 'd1a57bae-a95e-4e76-9cfd-b9b18dec62ed', 'name': 'tempest-TestMinimumBasicScenario-1764864090-router', 'tenant_id': 'd85294bd0d8c475da36b80caf9b3153a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-22T10:26:20Z', 'updated_at': '2022-06-22T10:28:31Z', 'revision_number': 6, 'project_id': 'd85294bd0d8c475da36b80caf9b3153a', 'gw_port_host': None}] {{(pid=104124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 10:28:31.592900 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-67cc9e04-0b67-467c-a759-db66d7da7ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5276700'] for port (5861f5d2-9d09-40db-a28e-b43b3df90261), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:31.617280 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc9e04-0b67-467c-a759-db66d7da7ede admin admin] Pushing event deleted for resources: {'Port': ['ID=5861f5d2-9d09-40db-a28e-b43b3df90261,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:31.688288 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-67cc9e04-0b67-467c-a759-db66d7da7ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-727608'] for router_gateway (d1a57bae-a95e-4e76-9cfd-b9b18dec62ed), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:31.774987 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-67cc9e04-0b67-467c-a759-db66d7da7ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261000'] for router (d1a57bae-a95e-4e76-9cfd-b9b18dec62ed), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:31.778113 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-67cc9e04-0b67-467c-a759-db66d7da7ede admin admin] Publish callbacks [] for router_controller (d1a57bae-a95e-4e76-9cfd-b9b18dec62ed), precommit_delete_associations {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:31.824019 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-67cc9e04-0b67-467c-a759-db66d7da7ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-724415'] for router (d1a57bae-a95e-4e76-9cfd-b9b18dec62ed), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:31.824554 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cc9e04-0b67-467c-a759-db66d7da7ede admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1a57bae-a95e-4e76-9cfd-b9b18dec62ed {{(pid=104122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 10:28:31.828862 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-67cc9e04-0b67-467c-a759-db66d7da7ede admin admin] Publish callbacks [] for router (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:31.830046 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-67cc9e04-0b67-467c-a759-db66d7da7ede admin admin] 10.222.0.43 "DELETE /v2.0/routers/d1a57bae-a95e-4e76-9cfd-b9b18dec62ed HTTP/1.1" status: 204 len: 168 time: 0.7597597 Jun 22 10:28:31.832439 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [-] (104122) accepted ('10.222.0.43', 47500) {{(pid=104122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:31.879139 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94ccf17-2aac-4a90-bbf4-af94048831a3 admin admin] Deleting subnet 3029de94-da3e-4c3b-a87c-4ba06f118c56 {{(pid=104122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 22 10:28:31.882625 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a94ccf17-2aac-4a90-bbf4-af94048831a3 admin admin] Publish callbacks [] for subnet (3029de94-da3e-4c3b-a87c-4ba06f118c56), before_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:31.923597 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a94ccf17-2aac-4a90-bbf4-af94048831a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6288363'] for subnet (3029de94-da3e-4c3b-a87c-4ba06f118c56), precommit_delete_associations {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:31.962407 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:32.006484 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a94ccf17-2aac-4a90-bbf4-af94048831a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739848'] for subnet (3029de94-da3e-4c3b-a87c-4ba06f118c56), precommit_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:32.060442 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a94ccf17-2aac-4a90-bbf4-af94048831a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-816071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5276747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6209155'] for subnet (3029de94-da3e-4c3b-a87c-4ba06f118c56), after_delete {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:32.089629 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ccf17-2aac-4a90-bbf4-af94048831a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3029de94-da3e-4c3b-a87c-4ba06f118c56,revision_number=None']} {{(pid=104122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:32.093283 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron_lib.callbacks.manager [None req-a94ccf17-2aac-4a90-bbf4-af94048831a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for subnet (None), before_response {{(pid=104122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:32.098719 dv-cinder-847131-1-iscsi neutron-server[104122]: INFO neutron.wsgi [None req-a94ccf17-2aac-4a90-bbf4-af94048831a3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3029de94-da3e-4c3b-a87c-4ba06f118c56 HTTP/1.1" status: 204 len: 168 time: 0.2630637 Jun 22 10:28:32.098872 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26071ab6-bd56-41f5-aeba-9b307eeb0b1e None None] Network 80c4280e-349b-48a4-8b1c-6fef756a6eb0 requested from dv-cinder-847131-1-iscsi {{(pid=104124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 22 10:28:32.099322 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47502) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:32.176356 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6a4eaa96-e6d3-4460-b37b-df575935d77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1791967'] for network (80c4280e-349b-48a4-8b1c-6fef756a6eb0), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:32.205974 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:32.221223 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-6a4eaa96-e6d3-4460-b37b-df575935d77d admin admin] Deleting port bed0f9a1-4822-4f41-91c5-ef53fea824f5 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:28:32.221633 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6a4eaa96-e6d3-4460-b37b-df575935d77d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (bed0f9a1-4822-4f41-91c5-ef53fea824f5), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:32.286966 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-6a4eaa96-e6d3-4460-b37b-df575935d77d admin admin] For port bed0f9a1-4822-4f41-91c5-ef53fea824f5, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=bed0f9a1-4822-4f41-91c5-ef53fea824f5,segment=NetworkSegment(c0ec51bd-d442-4560-833d-762e7c4fd379),segment_id=c0ec51bd-d442-4560-833d-762e7c4fd379)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:32.287359 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6a4eaa96-e6d3-4460-b37b-df575935d77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (bed0f9a1-4822-4f41-91c5-ef53fea824f5), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:32.301959 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-6a4eaa96-e6d3-4460-b37b-df575935d77d admin admin] Calling delete_port for bed0f9a1-4822-4f41-91c5-ef53fea824f5 owned by network:dhcp {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:28:32.315378 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] DHCP port deletion for 80c4280e-349b-48a4-8b1c-6fef756a6eb0 request from dv-cinder-847131-1-iscsi {{(pid=104124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 22 10:28:32.362655 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] Deleting port bed0f9a1-4822-4f41-91c5-ef53fea824f5 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 22 10:28:32.362958 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773364987688'] for port (bed0f9a1-4822-4f41-91c5-ef53fea824f5), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:32.395725 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6a4eaa96-e6d3-4460-b37b-df575935d77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6232559'] for port (bed0f9a1-4822-4f41-91c5-ef53fea824f5), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:32.423289 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4eaa96-e6d3-4460-b37b-df575935d77d admin admin] Pushing event deleted for resources: {'Port': ['ID=bed0f9a1-4822-4f41-91c5-ef53fea824f5,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:32.433145 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] For port bed0f9a1-4822-4f41-91c5-ef53fea824f5, host dv-cinder-847131-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-1-iscsi',level=0,port_id=bed0f9a1-4822-4f41-91c5-ef53fea824f5,segment=NetworkSegment(c0ec51bd-d442-4560-833d-762e7c4fd379),segment_id=c0ec51bd-d442-4560-833d-762e7c4fd379)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 10:28:32.434004 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4eaa96-e6d3-4460-b37b-df575935d77d admin admin] No DVR routers for this DVR port bed0f9a1-4822-4f41-91c5-ef53fea824f5 on host dv-cinder-847131-1-iscsi {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:28:32.434122 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-725183'] for port (bed0f9a1-4822-4f41-91c5-ef53fea824f5), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:32.447433 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] Calling delete_port for bed0f9a1-4822-4f41-91c5-ef53fea824f5 owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 22 10:28:32.509083 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6a4eaa96-e6d3-4460-b37b-df575935d77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722933', 'neutron.services.segments.db._delete_segments_for_network-8773365012875'] for network (80c4280e-349b-48a4-8b1c-6fef756a6eb0), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:32.530376 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773364991600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773364476043'] for port (bed0f9a1-4822-4f41-91c5-ef53fea824f5), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:32.533812 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-6a4eaa96-e6d3-4460-b37b-df575935d77d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c4280e-349b-48a4-8b1c-6fef756a6eb0']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:32.545213 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-6a4eaa96-e6d3-4460-b37b-df575935d77d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ec51bd-d442-4560-833d-762e7c4fd379') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:32.545566 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-6a4eaa96-e6d3-4460-b37b-df575935d77d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ec51bd-d442-4560-833d-762e7c4fd379') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 10:28:32.555261 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] Pushing event deleted for resources: {'Port': ['ID=bed0f9a1-4822-4f41-91c5-ef53fea824f5,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:32.555732 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6a4eaa96-e6d3-4460-b37b-df575935d77d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773365013140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4278859'] for segment (c0ec51bd-d442-4560-833d-762e7c4fd379), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:32.560777 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] No DVR routers for this DVR port bed0f9a1-4822-4f41-91c5-ef53fea824f5 on host dv-cinder-847131-1-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 22 10:28:32.567830 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:32.567830 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:32.568148 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:32.570412 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:32.570412 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:32.570412 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:32.570412 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:32.570412 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:32.570412 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:32.570412 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:32.571055 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:32.571055 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:32.571241 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6a4eaa96-e6d3-4460-b37b-df575935d77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672'] for segment (c0ec51bd-d442-4560-833d-762e7c4fd379), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:32.571370 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:32.571694 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:32.572049 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160c2a3-37c5-4f93-b2f3-b0428c48efc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-1-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 10:28:32.580236 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4eaa96-e6d3-4460-b37b-df575935d77d admin admin] Releasing vlan 978 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 10:28:32.580638 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6a4eaa96-e6d3-4460-b37b-df575935d77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1727672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6232530'] for segment (c0ec51bd-d442-4560-833d-762e7c4fd379), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:32.609908 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment c0ec51bd-d442-4560-833d-762e7c4fd379 resource provider aggregate not found Jun 22 10:28:32.640796 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment c0ec51bd-d442-4560-833d-762e7c4fd379 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0ec51bd-d442-4560-833d-762e7c4fd379 found for delete ", "request_id": "req-87e306eb-cd8f-4278-b6b9-acb912ccb8ee"}]} Jun 22 10:28:32.648801 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6a4eaa96-e6d3-4460-b37b-df575935d77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745775'] for network (80c4280e-349b-48a4-8b1c-6fef756a6eb0), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:32.654536 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6a4eaa96-e6d3-4460-b37b-df575935d77d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555751'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:32.657669 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6a4eaa96-e6d3-4460-b37b-df575935d77d admin admin] 10.222.0.43 "DELETE /v2.0/networks/80c4280e-349b-48a4-8b1c-6fef756a6eb0 HTTP/1.1" status: 204 len: 168 time: 0.5575547 Jun 22 10:28:32.668799 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4eaa96-e6d3-4460-b37b-df575935d77d admin admin] Pushing event deleted for resources: {'Network': ['ID=80c4280e-349b-48a4-8b1c-6fef756a6eb0,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:32.788223 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 5861f5d2-9d09-40db-a28e-b43b3df90261 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:28:32.809279 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: 5861f5d2-9d09-40db-a28e-b43b3df90261 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:28:32.809830 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device 5861f5d2-9d09-40db-a28e-b43b3df90261 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:28:32.810071 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device bd445b0e-faa9-4747-9b56-ab33822dfc39 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:28:32.829156 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: bd445b0e-faa9-4747-9b56-ab33822dfc39 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:28:32.829456 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device bd445b0e-faa9-4747-9b56-ab33822dfc39 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:28:32.829880 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device bed0f9a1-4822-4f41-91c5-ef53fea824f5 no longer exists at agent ovs-agent-dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 22 10:28:32.832256 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47510) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:32.853303 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] No Port match for: bed0f9a1-4822-4f41-91c5-ef53fea824f5 {{(pid=104124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 22 10:28:32.853650 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.rpc [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Device bed0f9a1-4822-4f41-91c5-ef53fea824f5 not bound to the agent host dv-cinder-847131-1-iscsi {{(pid=104124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 22 10:28:32.878224 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c6030d15-5468-4293-878d-272df6c4e432 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f4d8e96d47af4667a2f478e6561353d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447588 Jun 22 10:28:32.880538 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47512) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:32.927803 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-786868bb-463b-4bcf-8173-8d9da0751545 admin admin] Publish callbacks [] for security_group (126f0c0f-a25f-4201-ba79-688a42d06bfc), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:32.950831 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-786868bb-463b-4bcf-8173-8d9da0751545 admin admin] Publish callbacks [] for security_group (126f0c0f-a25f-4201-ba79-688a42d06bfc), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:32.999217 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-786868bb-463b-4bcf-8173-8d9da0751545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (126f0c0f-a25f-4201-ba79-688a42d06bfc), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:33.001811 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-786868bb-463b-4bcf-8173-8d9da0751545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:33.002988 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-786868bb-463b-4bcf-8173-8d9da0751545 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/126f0c0f-a25f-4201-ba79-688a42d06bfc HTTP/1.1" status: 204 len: 168 time: 0.1215429 Jun 22 10:28:33.011010 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786868bb-463b-4bcf-8173-8d9da0751545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126f0c0f-a25f-4201-ba79-688a42d06bfc,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:33.323850 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47518) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:33.366426 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d4db454f-2924-41cd-a754-eff143503772 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d85294bd0d8c475da36b80caf9b3153a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414033 Jun 22 10:28:33.369182 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.43', 47520) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 22 10:28:33.417571 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-146718d2-78ea-4aef-8ea8-6f59aa0142c1 admin admin] Publish callbacks [] for security_group (f7305265-4477-44a9-8633-10f4fadcb9a5), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:33.443913 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-146718d2-78ea-4aef-8ea8-6f59aa0142c1 admin admin] Publish callbacks [] for security_group (f7305265-4477-44a9-8633-10f4fadcb9a5), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:33.457617 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:33.477270 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:33.493419 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-146718d2-78ea-4aef-8ea8-6f59aa0142c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792528'] for security_group (f7305265-4477-44a9-8633-10f4fadcb9a5), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:33.495980 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-146718d2-78ea-4aef-8ea8-6f59aa0142c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:33.497111 dv-cinder-847131-1-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-146718d2-78ea-4aef-8ea8-6f59aa0142c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f7305265-4477-44a9-8633-10f4fadcb9a5 HTTP/1.1" status: 204 len: 168 time: 0.1269145 Jun 22 10:28:33.504742 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146718d2-78ea-4aef-8ea8-6f59aa0142c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7305265-4477-44a9-8633-10f4fadcb9a5,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 10:28:38.430229 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=31 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:38.431186 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d051766a-8c83-4fec-b817-9263767aa46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:38.458163 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=33 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:39.999095 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:28:40.726528 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f4a08456-8b53-422f-804a-ad7ec2dbe158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:42.019003 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:42.065583 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=10,neutron:SELECT=53,neutron:UPDATE=2 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:42.068504 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG dbcounter [-] [104122] Writing DB stats neutron:DELETE=2,neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:43.476625 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:43.488424 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:43.500860 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:43.916817 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:47.287238 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:28:49.993893 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:49.994646 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:57.277485 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:28:57.283997 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:29:08.433484 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-deb3ad1f-1c58-41d5-959a-37a6a0f27e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:29:10.729283 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9b4b2029-e1bb-4b59-8e42-0de159132f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:29:12.021474 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:29:12.022674 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:29:12.028373 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:29:13.488891 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:29:13.921445 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:29:16.998053 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:29:17.287460 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:29:26.993720 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:29:26.994472 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:29:27.276466 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:29:27.283511 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:29:37.021437 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:29:37.022160 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:29:38.437956 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a4a6858e-eb52-4be3-9025-4d6c5c1fee3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:29:40.732584 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-caba5226-3b5c-47fc-8147-23f53d3162a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:29:42.023846 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:29:43.492962 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:29:43.923982 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:29:47.302925 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:29:49.019435 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:29:49.024375 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:29:53.996850 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:29:57.297396 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:29:57.298593 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:30:03.992821 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:30:03.993577 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:30:08.439476 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ac2c7603-801d-4eba-b01f-e0d9e55b6803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:30:10.734716 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-78d2ffb9-86a9-4933-9d41-ed052a26d066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:30:12.027748 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:30:13.497238 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:30:13.926952 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:30:17.301623 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:30:26.025612 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:30:26.030845 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:30:27.290447 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:30:27.297445 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:30:30.997071 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:30:38.444224 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7d01d206-a782-48cb-bca1-3f65468882bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:30:40.737820 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-630cabd6-615a-4658-b0db-b56ff204542a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:30:40.993055 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=14 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:30:40.994289 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=14 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:30:42.030661 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:30:43.504134 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:30:43.930359 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:30:47.302518 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:30:57.296717 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:30:57.298741 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:31:03.021240 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:31:03.027401 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:31:07.996612 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:31:08.437368 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-efe4ce46-794a-4e83-af02-218d8c02beeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:31:10.740162 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f8d6cf1c-46c2-498b-9926-4857e28ead41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:31:12.032678 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:31:13.502879 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:31:13.933267 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:31:14.324719 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:31:17.301203 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:31:17.991801 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:31:27.295460 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:31:27.297377 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:31:28.480106 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [req-f02212ef-4dc7-4df4-a790-6da374f60ab5 req-723dc39e-1cec-4a19-a263-7b34c5719c4c service neutron] (104122) timed out ('10.222.0.59', 57518) {{(pid=104122) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 22 10:31:38.438506 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7a696413-4b5a-4f31-845f-71c59a5c7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:31:40.013152 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:31:40.026494 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=6 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:31:40.741762 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cc485228-1f4a-486a-82d9-79e0776da5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:31:42.035226 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:31:43.506181 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:31:43.935704 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:31:44.995877 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:31:47.314445 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:31:54.990919 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:31:56.028476 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [req-34f60a27-0850-4fdd-910c-6613295a41f7 req-46a95493-0e2a-4461-94ac-a9a8ad33d409 service neutron] (104123) timed out ('10.222.0.59', 57497) {{(pid=104123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 22 10:31:57.309377 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:31:57.310141 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:32:08.440394 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-27cea7ba-a50a-46c2-9872-99bf5e53950f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:32:10.745119 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4a33157d-7913-43e6-98de-e6a6251ab874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:32:12.042192 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:32:13.509740 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:32:13.940078 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:32:17.018783 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:32:17.022763 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:32:17.330302 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:32:21.995862 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:32:27.323482 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:32:27.325379 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:32:36.548413 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=13 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:32:36.551158 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=15 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:32:38.441891 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b91e6e14-b3e0-43e6-b382-8aed04be5cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:32:40.747472 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c141bef4-b95e-450b-bbac-09939402c1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:32:42.041225 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:32:43.514343 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:32:43.947708 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:32:47.328360 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:32:54.019244 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:32:54.020082 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:32:57.317423 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:32:57.324534 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:32:58.995810 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:33:08.444237 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e607768c-e3e4-428f-9fc2-f308a4a7b07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:33:08.991649 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:33:08.992385 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:33:10.748877 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5792e0dc-dad5-47a4-8a92-060c298f3aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:33:12.044100 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:33:13.516081 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:33:13.940004 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:33:17.345202 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:33:27.335537 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:33:27.340901 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:33:34.669421 dv-cinder-847131-1-iscsi neutron-server[104122]: DEBUG neutron.wsgi [req-68c72bc4-d36f-4e4e-a6a3-1c0addf3e1d1 req-723e94d5-ac47-4a13-bb02-aa955c5e6e07 service neutron] (104122) timed out ('10.222.0.43', 40482) {{(pid=104122) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 22 10:33:34.904741 dv-cinder-847131-1-iscsi neutron-server[104123]: DEBUG neutron.wsgi [req-68c72bc4-d36f-4e4e-a6a3-1c0addf3e1d1 req-f8a043bd-defc-4093-ab29-bb5f3d2c20bd tempest-AttachVolumeShelveTestJSON-1985965461 tempest-AttachVolumeShelveTestJSON-1985965461-project] (104123) timed out ('10.222.0.43', 40490) {{(pid=104123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 22 10:33:35.994963 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG neutron.db.agents_db [None req-c8f91500-5479-43c4-a8d8-89663b82453c None None] Agent healthcheck: found 6 active agents {{(pid=104125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 22 10:33:38.446741 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a82cbcaa-9998-40e3-ade6-21010040fd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (932caf1b-e271-42cd-92f3-ee8a2197157a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:33:40.750820 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3e3221a0-e9ae-4e14-8acf-69591ba2160c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (66c86eea-e010-4917-ac47-78c729b8cf16), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:33:42.046693 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-96484fa1-3a86-4b33-b108-144ac29ba088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (ddc4b818-26f8-4774-99e7-c47812296a25), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:33:43.518549 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9174-9a2d-40c5-ab40-4c93dd115756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (631a18bf-a7bc-4923-afe2-255fdc0f2b6b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:33:43.942472 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-62188e3f-4b82-41ee-a10d-9d85ceb03976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (eeae09d8-c8c8-4996-8e3f-2fff8ebb6fe4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 22 10:33:45.990226 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:33:45.991123 dv-cinder-847131-1-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 22 10:33:47.358386 dv-cinder-847131-1-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d13ee6f2-de55-46b4-a687-af6d5a2c6d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773365012857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1740148'] for agent (f925fa93-abf8-40f1-b71a-c0e8d1f6b020), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}